--- /srv/reproducible-results/rbuild-debian/r-b-build.lVXKZYeQ/b1/python-scrapy_2.11.1-2_arm64.changes
+++ /srv/reproducible-results/rbuild-debian/r-b-build.lVXKZYeQ/b2/python-scrapy_2.11.1-2_arm64.changes
├── Files
│ @@ -1,3 +1,3 @@
│  
│ - c178dcfb236113ddda4c3e6851d887f2 850160 doc optional python-scrapy-doc_2.11.1-2_all.deb
│ + 88a861cd04310c391f00a57d452b646a 850192 doc optional python-scrapy-doc_2.11.1-2_all.deb
│   de3821ca1f26c290f5dd9a6839cf9f10 259292 python optional python3-scrapy_2.11.1-2_all.deb
├── python-scrapy-doc_2.11.1-2_all.deb
│ ├── file list
│ │ @@ -1,3 +1,3 @@
│ │  -rw-r--r--   0        0        0        4 2024-04-24 06:31:47.000000 debian-binary
│ │ --rw-r--r--   0        0        0     5068 2024-04-24 06:31:47.000000 control.tar.xz
│ │ --rw-r--r--   0        0        0   844900 2024-04-24 06:31:47.000000 data.tar.xz
│ │ +-rw-r--r--   0        0        0     5052 2024-04-24 06:31:47.000000 control.tar.xz
│ │ +-rw-r--r--   0        0        0   844948 2024-04-24 06:31:47.000000 data.tar.xz
│ ├── control.tar.xz
│ │ ├── control.tar
│ │ │ ├── ./md5sums
│ │ │ │ ├── ./md5sums
│ │ │ │ │┄ Files differ
│ ├── data.tar.xz
│ │ ├── data.tar
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/404.html
│ │ │ │ @@ -152,15 +152,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -57,9 +57,9 @@
│ │ │ │ │      * _V_e_r_s_i_o_n_i_n_g_ _a_n_d_ _A_P_I_ _s_t_a_b_i_l_i_t_y
│ │ │ │ │  _S_c_r_a_p_y
│ │ │ │ │      * Page not found
│ │ │ │ │  ===============================================================================
│ │ │ │ │  ************ PPaaggee nnoott ffoouunndd ************
│ │ │ │ │  Unfortunately we couldn't find the content you were looking for.
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/README.html
│ │ │ │ @@ -206,15 +206,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -85,9 +85,9 @@
│ │ │ │ │  make watch
│ │ │ │ │  ********** AAlltteerrnnaattiivvee mmeetthhoodd uussiinngg ttooxx_?¶ **********
│ │ │ │ │  To compile the documentation to HTML run the following command:
│ │ │ │ │  tox -e docs
│ │ │ │ │  Documentation will be generated (in HTML format) inside the .tox/docs/tmp/html
│ │ │ │ │  dir.
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/index.html
│ │ │ │ @@ -222,15 +222,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -127,9 +127,9 @@
│ │ │ │ │      * _s_c_r_a_p_y_._u_t_i_l_s_._i_t_e_r_a_t_o_r_s
│ │ │ │ │      * _s_c_r_a_p_y_._u_t_i_l_s_._l_o_g
│ │ │ │ │      * _s_c_r_a_p_y_._u_t_i_l_s_._r_e_a_c_t_o_r
│ │ │ │ │      * _s_c_r_a_p_y_._u_t_i_l_s_._r_e_q_u_e_s_t
│ │ │ │ │      * _s_c_r_a_p_y_._u_t_i_l_s_._r_e_s_p_o_n_s_e
│ │ │ │ │      * _s_c_r_a_p_y_._u_t_i_l_s_._t_r_a_c_k_r_e_f
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/itemadapter/adapter.html
│ │ │ │ @@ -525,15 +525,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -465,9 +465,9 @@
│ │ │ │ │          if isinstance(obj, cls):
│ │ │ │ │              return obj.asdict()
│ │ │ │ │          if cls.is_item(obj):
│ │ │ │ │              return cls(obj).asdict()
│ │ │ │ │          return obj
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/itemadapter/utils.html
│ │ │ │ @@ -287,15 +287,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -200,9 +200,9 @@
│ │ │ │ │          category=DeprecationWarning,
│ │ │ │ │          stacklevel=2,
│ │ │ │ │      )
│ │ │ │ │      from itemadapter.adapter import ScrapyItemAdapter
│ │ │ │ │  
│ │ │ │ │      return ScrapyItemAdapter.is_item(obj)
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/itemloaders.html
│ │ │ │ @@ -707,15 +707,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -648,9 +648,9 @@
│ │ │ │ │          jmess = arg_to_iter(jmess)
│ │ │ │ │          if not hasattr(self.selector, "jmespath"):
│ │ │ │ │              raise AttributeError(
│ │ │ │ │                  "Please install parsel >= 1.8.1 to get jmespath support"
│ │ │ │ │              )
│ │ │ │ │          return flatten(self.selector.jmespath(jmes).getall() for jmes in jmess)
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/parsel/selector.html
│ │ │ │ @@ -1051,15 +1051,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -996,9 +996,9 @@
│ │ │ │ │      def __str__(self) -> str:
│ │ │ │ │          return str(self.get())
│ │ │ │ │  
│ │ │ │ │      def __repr__(self) -> str:
│ │ │ │ │          data = repr(shorten(str(self.get()), width=40))
│ │ │ │ │          return f"<{type(self).__name__} query={self._expr!r} data={data}>"
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/parsel/xpathfuncs.html
│ │ │ │ @@ -213,15 +213,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -123,9 +123,9 @@
│ │ │ │ │      node_cls = " " + node_cls + " "
│ │ │ │ │      node_cls = replace_html5_whitespaces(" ", node_cls)
│ │ │ │ │      for cls in classes:
│ │ │ │ │          if " " + cls + " " not in node_cls:
│ │ │ │ │              return False
│ │ │ │ │      return True
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/contracts/default.html
│ │ │ │ @@ -275,15 +275,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -185,9 +185,9 @@
│ │ │ │ │                  missing = [arg for arg in self.args if arg not in ItemAdapter
│ │ │ │ │  (x)]
│ │ │ │ │                  if missing:
│ │ │ │ │                      missing_fields = ", ".join(missing)
│ │ │ │ │                      raise ContractFail(f"Missing fields: {missing_fields}")
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/contracts.html
│ │ │ │ @@ -348,15 +348,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -257,9 +257,9 @@
│ │ │ │ │          def __str__(_self):
│ │ │ │ │              return f"[{spider}] {method.__name__} ({desc})"
│ │ │ │ │  
│ │ │ │ │      name = f"{spider}_{method.__name__}"
│ │ │ │ │      setattr(ContractTestCase, name, lambda x: x)
│ │ │ │ │      return ContractTestCase(name)
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/core/scheduler.html
│ │ │ │ @@ -568,15 +568,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -530,9 +530,9 @@
│ │ │ │ │              return cast(list, json.load(f))
│ │ │ │ │  
│ │ │ │ │      def _write_dqs_state(self, dqdir: str, state: list) -> None:
│ │ │ │ │          with Path(dqdir, "active.json").open("w", encoding="utf-8") as f:
│ │ │ │ │              json.dump(state, f)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/crawler.html
│ │ │ │ @@ -624,15 +624,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -554,9 +554,9 @@
│ │ │ │ │  
│ │ │ │ │          try:
│ │ │ │ │              reactor.stop()
│ │ │ │ │          except RuntimeError:  # raised if already stopped or in shutdown stage
│ │ │ │ │              pass
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/ajaxcrawl.html
│ │ │ │ @@ -250,15 +250,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -162,9 +162,9 @@
│ │ │ │ │          return False
│ │ │ │ │  
│ │ │ │ │      text = html.remove_tags_with_content(text, ("script", "noscript"))
│ │ │ │ │      text = html.replace_entities(text)
│ │ │ │ │      text = html.remove_comments(text)
│ │ │ │ │      return _ajax_crawlable_re.search(text) is not None
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/cookies.html
│ │ │ │ @@ -299,15 +299,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -209,9 +209,9 @@
│ │ │ │ │              cookies = request.cookies
│ │ │ │ │          formatted = filter(None, (self._format_cookie(c, request) for c in
│ │ │ │ │  cookies))
│ │ │ │ │          response = Response(request.url, headers={"Set-Cookie": formatted})
│ │ │ │ │          return jar.make_cookies(response, request)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/defaultheaders.html
│ │ │ │ @@ -176,15 +176,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -82,9 +82,9 @@
│ │ │ │ │          return cls(headers.items())
│ │ │ │ │  
│ │ │ │ │      def process_request(self, request, spider):
│ │ │ │ │          for k, v in self._headers:
│ │ │ │ │              request.headers.setdefault(k, v)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/downloadtimeout.html
│ │ │ │ @@ -180,15 +180,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -85,9 +85,9 @@
│ │ │ │ │          self._timeout = getattr(spider, "download_timeout", self._timeout)
│ │ │ │ │  
│ │ │ │ │      def process_request(self, request, spider):
│ │ │ │ │          if self._timeout:
│ │ │ │ │              request.meta.setdefault("download_timeout", self._timeout)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/httpauth.html
│ │ │ │ @@ -207,15 +207,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -116,9 +116,9 @@
│ │ │ │ │                  self.domain = domain
│ │ │ │ │                  self.domain_unset = False
│ │ │ │ │              if not self.domain or url_is_from_any_domain(request.url,
│ │ │ │ │  [self.domain]):
│ │ │ │ │                  request.headers[b"Authorization"] = auth
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/httpcache.html
│ │ │ │ @@ -305,15 +305,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -213,9 +213,9 @@
│ │ │ │ │          if self.policy.should_cache_response(response, request):
│ │ │ │ │              self.stats.inc_value("httpcache/store", spider=spider)
│ │ │ │ │              self.storage.store_response(spider, request, response)
│ │ │ │ │          else:
│ │ │ │ │              self.stats.inc_value("httpcache/uncacheable", spider=spider)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/httpcompression.html
│ │ │ │ @@ -292,15 +292,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -200,9 +200,9 @@
│ │ │ │ │          if encoding == b"br" and b"br" in ACCEPTED_ENCODINGS:
│ │ │ │ │              return _unbrotli(body, max_size=max_size)
│ │ │ │ │          if encoding == b"zstd" and b"zstd" in ACCEPTED_ENCODINGS:
│ │ │ │ │              return _unzstd(body, max_size=max_size)
│ │ │ │ │          return body
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/httpproxy.html
│ │ │ │ @@ -235,15 +235,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -142,9 +142,9 @@
│ │ │ │ │          elif b"Proxy-Authorization" in request.headers:
│ │ │ │ │              if proxy_url:
│ │ │ │ │                  request.meta["_auth_proxy"] = proxy_url
│ │ │ │ │              else:
│ │ │ │ │                  del request.headers[b"Proxy-Authorization"]
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/redirect.html
│ │ │ │ @@ -301,15 +301,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -213,9 +213,9 @@
│ │ │ │ │          if url and interval < self._maxdelay:
│ │ │ │ │              redirected = self._redirect_request_using_get(request, url)
│ │ │ │ │              return self._redirect(redirected, request, spider, "meta refresh")
│ │ │ │ │  
│ │ │ │ │          return response
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/retry.html
│ │ │ │ @@ -342,15 +342,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -254,9 +254,9 @@
│ │ │ │ │              max_retry_times=max_retry_times,
│ │ │ │ │              priority_adjust=priority_adjust,
│ │ │ │ │          )
│ │ │ │ │  
│ │ │ │ │      __getattr__ = backwards_compatibility_getattr
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/robotstxt.html
│ │ │ │ @@ -276,15 +276,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -185,9 +185,9 @@
│ │ │ │ │              key = f"robotstxt/exception_count/{failure.type}"
│ │ │ │ │              self.crawler.stats.inc_value(key)
│ │ │ │ │          rp_dfd = self._parsers[netloc]
│ │ │ │ │          self._parsers[netloc] = None
│ │ │ │ │          rp_dfd.callback(None)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/stats.html
│ │ │ │ @@ -215,15 +215,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -122,9 +122,9 @@
│ │ │ │ │          ex_class = global_object_name(exception.__class__)
│ │ │ │ │          self.stats.inc_value("downloader/exception_count", spider=spider)
│ │ │ │ │          self.stats.inc_value(
│ │ │ │ │              f"downloader/exception_type_count/{ex_class}", spider=spider
│ │ │ │ │          )
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/useragent.html
│ │ │ │ @@ -178,15 +178,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -83,9 +83,9 @@
│ │ │ │ │          self.user_agent = getattr(spider, "user_agent", self.user_agent)
│ │ │ │ │  
│ │ │ │ │      def process_request(self, request, spider):
│ │ │ │ │          if self.user_agent:
│ │ │ │ │              request.headers.setdefault(b"User-Agent", self.user_agent)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/exceptions.html
│ │ │ │ @@ -273,15 +273,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -188,9 +188,9 @@
│ │ │ │ │  _[_d_o_c_s_]
│ │ │ │ │  class ContractFail(AssertionError):
│ │ │ │ │      """Error raised in case of a failing contract"""
│ │ │ │ │  
│ │ │ │ │      pass
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/exporters.html
│ │ │ │ @@ -547,15 +547,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -473,9 +473,9 @@
│ │ │ │ │              yield key, self._serialize_value(value)
│ │ │ │ │  
│ │ │ │ │      def export_item(self, item):
│ │ │ │ │          result = dict(self._get_serialized_fields(item))
│ │ │ │ │          return result
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/closespider.html
│ │ │ │ @@ -267,15 +267,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -180,9 +180,9 @@
│ │ │ │ │                  f"Closing spider since no items were produced in the last "
│ │ │ │ │                  f"{self.timeout_no_item} seconds."
│ │ │ │ │              )
│ │ │ │ │              self.crawler.engine.close_spider(spider,
│ │ │ │ │  "closespider_timeout_no_item")
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/corestats.html
│ │ │ │ @@ -202,15 +202,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -109,9 +109,9 @@
│ │ │ │ │      def item_dropped(self, item, spider, exception):
│ │ │ │ │          reason = exception.__class__.__name__
│ │ │ │ │          self.stats.inc_value("item_dropped_count", spider=spider)
│ │ │ │ │          self.stats.inc_value(f"item_dropped_reasons_count/{reason}",
│ │ │ │ │  spider=spider)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/feedexport.html
│ │ │ │ @@ -852,15 +852,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -794,9 +794,9 @@
│ │ │ │ │  
│ │ │ │ │      def _load_filter(self, feed_options):
│ │ │ │ │          # load the item filter if declared else load the default filter class
│ │ │ │ │          item_filter_class = load_object(feed_options.get("item_filter",
│ │ │ │ │  ItemFilter))
│ │ │ │ │          return item_filter_class(feed_options)
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/httpcache.html
│ │ │ │ @@ -547,15 +547,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -463,9 +463,9 @@
│ │ │ │ │  def rfc1123_to_epoch(date_str):
│ │ │ │ │      try:
│ │ │ │ │          date_str = to_unicode(date_str, encoding="ascii")
│ │ │ │ │          return mktime_tz(parsedate_tz(date_str))
│ │ │ │ │      except Exception:
│ │ │ │ │          return None
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/logstats.html
│ │ │ │ @@ -213,15 +213,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -118,9 +118,9 @@
│ │ │ │ │          logger.info(msg, log_args, extra={"spider": spider})
│ │ │ │ │  
│ │ │ │ │      def spider_closed(self, spider, reason):
│ │ │ │ │          if self.task and self.task.running:
│ │ │ │ │              self.task.stop()
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/memdebug.html
│ │ │ │ @@ -191,15 +191,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -96,9 +96,9 @@
│ │ │ │ │              if not wdict:
│ │ │ │ │                  continue
│ │ │ │ │              self.stats.set_value(
│ │ │ │ │                  f"memdebug/live_refs/{cls.__name__}", len(wdict), spider=spider
│ │ │ │ │              )
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/memusage.html
│ │ │ │ @@ -296,15 +296,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -210,9 +210,9 @@
│ │ │ │ │          )
│ │ │ │ │          s += "\r\n"
│ │ │ │ │          s += pformat(get_engine_status(self.crawler.engine))
│ │ │ │ │          s += "\r\n"
│ │ │ │ │          self.mail.send(rcpts, subject, s)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/periodic_log.html
│ │ │ │ @@ -295,15 +295,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -203,9 +203,9 @@
│ │ │ │ │  
│ │ │ │ │      def spider_closed(self, spider, reason):
│ │ │ │ │          self.log()
│ │ │ │ │          if self.task and self.task.running:
│ │ │ │ │              self.task.stop()
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/postprocessing.html
│ │ │ │ @@ -330,15 +330,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -243,9 +243,9 @@
│ │ │ │ │  
│ │ │ │ │      def _get_head_plugin(self) -> Any:
│ │ │ │ │          prev = self.file
│ │ │ │ │          for plugin in self.plugins[::-1]:
│ │ │ │ │              prev = plugin(prev, self.feed_options)
│ │ │ │ │          return prev
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/statsmailer.html
│ │ │ │ @@ -189,15 +189,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -96,9 +96,9 @@
│ │ │ │ │  ().items())
│ │ │ │ │          body += f"\n\n{spider.name} stats\n\n"
│ │ │ │ │          body += "\n".join(f"{k:<50} : {v}" for k, v in spider_stats.items())
│ │ │ │ │          return self.mail.send(self.recipients, f"Scrapy stats for:
│ │ │ │ │  {spider.name}", body)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/telnet.html
│ │ │ │ @@ -270,15 +270,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -180,9 +180,9 @@
│ │ │ │ │              "https://docs.scrapy.org/en/latest/topics/telnetconsole.html",
│ │ │ │ │          }
│ │ │ │ │          self.crawler.signals.send_catch_log(update_telnet_vars,
│ │ │ │ │  telnet_vars=telnet_vars)
│ │ │ │ │          return telnet_vars
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/http/request/json_request.html
│ │ │ │ @@ -219,15 +219,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -127,9 +127,9 @@
│ │ │ │ │          return json.dumps(data, **self._dumps_kwargs)
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  JSONRequest = create_deprecated_class("JSONRequest", JsonRequest)
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/http/request.html
│ │ │ │ @@ -418,15 +418,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -342,9 +342,9 @@
│ │ │ │ │              #
│ │ │ │ │              # Reference: The standard type hierarchy
│ │ │ │ │              # https://docs.python.org/3/reference/datamodel.html
│ │ │ │ │              if obj_func.__func__ is func.__func__:
│ │ │ │ │                  return name
│ │ │ │ │      raise ValueError(f"Function {func} is not an instance method in: {obj}")
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/http/response/html.html
│ │ │ │ @@ -168,15 +168,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -73,9 +73,9 @@
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  _[_d_o_c_s_]
│ │ │ │ │  class HtmlResponse(TextResponse):
│ │ │ │ │      pass
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/http/response/text.html
│ │ │ │ @@ -486,15 +486,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -415,9 +415,9 @@
│ │ │ │ │          )
│ │ │ │ │      href = sel.root.get("href")
│ │ │ │ │      if href is None:
│ │ │ │ │          raise _InvalidSelector(f"<{sel.root.tag}> element has no href
│ │ │ │ │  attribute: {sel}")
│ │ │ │ │      return strip_html5_whitespace(href)
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/http/response/xml.html
│ │ │ │ @@ -168,15 +168,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -73,9 +73,9 @@
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  _[_d_o_c_s_]
│ │ │ │ │  class XmlResponse(TextResponse):
│ │ │ │ │      pass
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/http/response.html
│ │ │ │ @@ -425,15 +425,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -338,9 +338,9 @@
│ │ │ │ │                  flags=flags,
│ │ │ │ │              )
│ │ │ │ │              for url in urls
│ │ │ │ │          )
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/item.html
│ │ │ │ @@ -274,15 +274,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -187,9 +187,9 @@
│ │ │ │ │      def copy(self):
│ │ │ │ │          return self.__class__(self)
│ │ │ │ │  
│ │ │ │ │      def deepcopy(self):
│ │ │ │ │          """Return a :func:`~copy.deepcopy` of this item."""
│ │ │ │ │          return deepcopy(self)
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/link.html
│ │ │ │ @@ -215,15 +215,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -126,9 +126,9 @@
│ │ │ │ │      def __repr__(self) -> str:
│ │ │ │ │          return (
│ │ │ │ │              f"Link(url={self.url!r}, text={self.text!r}, "
│ │ │ │ │              f"fragment={self.fragment!r}, nofollow={self.nofollow!r})"
│ │ │ │ │          )
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/linkextractors/lxmlhtml.html
│ │ │ │ @@ -410,15 +410,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -328,9 +328,9 @@
│ │ │ │ │              all_links.extend(self._process_links(links))
│ │ │ │ │          if self.link_extractor.unique:
│ │ │ │ │              return unique_list(all_links)
│ │ │ │ │          return all_links
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/loader.html
│ │ │ │ @@ -246,15 +246,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -161,9 +161,9 @@
│ │ │ │ │              except AttributeError:
│ │ │ │ │                  selector = None
│ │ │ │ │          context.update(response=response)
│ │ │ │ │          super().__init__(item=item, selector=selector, parent=parent,
│ │ │ │ │  **context)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/logformatter.html
│ │ │ │ @@ -351,15 +351,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -279,9 +279,9 @@
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │      @classmethod
│ │ │ │ │      def from_crawler(cls, crawler: Crawler) -> Self:
│ │ │ │ │          return cls()
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/mail.html
│ │ │ │ @@ -369,15 +369,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -278,9 +278,9 @@
│ │ │ │ │              d,
│ │ │ │ │              **factory_keywords
│ │ │ │ │          )
│ │ │ │ │          factory.noisy = False
│ │ │ │ │          return factory
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/pipelines/files.html
│ │ │ │ @@ -716,15 +716,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -642,9 +642,9 @@
│ │ │ │ │              media_type = mimetypes.guess_type(request.url)[0]
│ │ │ │ │              if media_type:
│ │ │ │ │                  media_ext = mimetypes.guess_extension(media_type)
│ │ │ │ │          return f"full/{media_guid}{media_ext}"
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/pipelines/images.html
│ │ │ │ @@ -398,15 +398,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -317,9 +317,9 @@
│ │ │ │ │      def thumb_path(self, request, thumb_id, response=None, info=None, *,
│ │ │ │ │  item=None):
│ │ │ │ │          thumb_guid = hashlib.sha1(to_bytes(request.url)).hexdigest()
│ │ │ │ │          return f"thumbs/{thumb_id}/{thumb_guid}.jpg"
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/robotstxt.html
│ │ │ │ @@ -296,15 +296,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -208,9 +208,9 @@
│ │ │ │ │          return o
│ │ │ │ │  
│ │ │ │ │      def allowed(self, url, user_agent):
│ │ │ │ │          user_agent = to_unicode(user_agent)
│ │ │ │ │          url = to_unicode(url)
│ │ │ │ │          return self.rp.can_fetch(url, user_agent)
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/selector/unified.html
│ │ │ │ @@ -255,15 +255,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -164,9 +164,9 @@
│ │ │ │ │  
│ │ │ │ │          if root is not _NOT_SET:
│ │ │ │ │              kwargs["root"] = root
│ │ │ │ │  
│ │ │ │ │          super().__init__(text=text, type=st, **kwargs)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/settings.html
│ │ │ │ @@ -788,15 +788,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -729,9 +729,9 @@
│ │ │ │ │  ) -> Iterable[Tuple[str, Any]]:
│ │ │ │ │      """Return an iterable of the settings that have been overridden"""
│ │ │ │ │      for name, defvalue in iter_default_settings():
│ │ │ │ │          value = settings[name]
│ │ │ │ │          if not isinstance(defvalue, dict) and value != defvalue:
│ │ │ │ │              yield name, value
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/signalmanager.html
│ │ │ │ @@ -241,15 +241,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -151,9 +151,9 @@
│ │ │ │ │          :type signal: object
│ │ │ │ │          """
│ │ │ │ │          kwargs.setdefault("sender", self.sender)
│ │ │ │ │          _signal.disconnect_all(signal, **kwargs)
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spiderloader.html
│ │ │ │ @@ -270,15 +270,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -180,9 +180,9 @@
│ │ │ │ │          """
│ │ │ │ │          Return a list with the names of all spiders available in the project.
│ │ │ │ │          """
│ │ │ │ │          return list(self._spiders.keys())
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spidermiddlewares/depth.html
│ │ │ │ @@ -218,15 +218,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -123,9 +123,9 @@
│ │ │ │ │              return False
│ │ │ │ │          if self.verbose_stats:
│ │ │ │ │              self.stats.inc_value(f"request_depth_count/{depth}", spider=spider)
│ │ │ │ │          self.stats.max_value("request_depth_max", depth, spider=spider)
│ │ │ │ │          return True
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spidermiddlewares/httperror.html
│ │ │ │ @@ -214,15 +214,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -121,9 +121,9 @@
│ │ │ │ │  handled or not allowed",
│ │ │ │ │                  {"response": response},
│ │ │ │ │                  extra={"spider": spider},
│ │ │ │ │              )
│ │ │ │ │              return []
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spidermiddlewares/offsite.html
│ │ │ │ @@ -251,15 +251,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -157,9 +157,9 @@
│ │ │ │ │  class URLWarning(Warning):
│ │ │ │ │      pass
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  class PortWarning(Warning):
│ │ │ │ │      pass
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spidermiddlewares/referer.html
│ │ │ │ @@ -567,15 +567,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -503,9 +503,9 @@
│ │ │ │ │                  if policy_referrer != request_referrer:
│ │ │ │ │                      if policy_referrer is None:
│ │ │ │ │                          request.headers.pop("Referer")
│ │ │ │ │                      else:
│ │ │ │ │                          request.headers["Referer"] = policy_referrer
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spidermiddlewares/urllength.html
│ │ │ │ @@ -200,15 +200,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -105,9 +105,9 @@
│ │ │ │ │              spider.crawler.stats.inc_value(
│ │ │ │ │                  "urllength/request_ignored_count", spider=spider
│ │ │ │ │              )
│ │ │ │ │              return False
│ │ │ │ │          return True
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spiders/crawl.html
│ │ │ │ @@ -310,15 +310,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -219,9 +219,9 @@
│ │ │ │ │          spider = super().from_crawler(crawler, *args, **kwargs)
│ │ │ │ │          spider._follow_links = crawler.settings.getbool(
│ │ │ │ │              "CRAWLSPIDER_FOLLOW_LINKS", True
│ │ │ │ │          )
│ │ │ │ │          return spider
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spiders/feed.html
│ │ │ │ @@ -315,15 +315,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -233,9 +233,9 @@
│ │ │ │ │                  "You must define parse_row method in order to scrape this CSV
│ │ │ │ │  feed"
│ │ │ │ │              )
│ │ │ │ │          response = self.adapt_response(response)
│ │ │ │ │          return self.parse_rows(response)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spiders/sitemap.html
│ │ │ │ @@ -291,15 +291,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -204,9 +204,9 @@
│ │ │ │ │      for d in it:
│ │ │ │ │          yield d["loc"]
│ │ │ │ │  
│ │ │ │ │          # Also consider alternate URLs (xhtml:link rel="alternate")
│ │ │ │ │          if alt and "alternate" in d:
│ │ │ │ │              yield from d["alternate"]
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/statscollectors.html
│ │ │ │ @@ -289,15 +289,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -216,9 +216,9 @@
│ │ │ │ │          pass
│ │ │ │ │  
│ │ │ │ │      def min_value(self, key: str, value: Any, spider: Optional[Spider] = None)
│ │ │ │ │  -> None:
│ │ │ │ │          pass
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/curl.html
│ │ │ │ @@ -271,15 +271,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -177,9 +177,9 @@
│ │ │ │ │              # if the "data" is specified but the "method" is not specified,
│ │ │ │ │              # the default method is 'POST'
│ │ │ │ │              result["method"] = "POST"
│ │ │ │ │  
│ │ │ │ │      return result
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/defer.html
│ │ │ │ @@ -569,15 +569,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -506,9 +506,9 @@
│ │ │ │ │                  additional_response = await maybe_deferred_to_future(deferred)
│ │ │ │ │      """
│ │ │ │ │      if not is_asyncio_reactor_installed():
│ │ │ │ │          return d
│ │ │ │ │      return deferred_to_future(d)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/iterators.html
│ │ │ │ @@ -417,15 +417,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -330,9 +330,9 @@
│ │ │ │ │          if isinstance(obj, TextResponse):
│ │ │ │ │              return obj.text
│ │ │ │ │          return cast(bytes, obj.body).decode("utf-8")
│ │ │ │ │      if isinstance(obj, str):
│ │ │ │ │          return obj if unicode else obj.encode("utf-8")
│ │ │ │ │      return obj.decode("utf-8") if unicode else obj
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/log.html
│ │ │ │ @@ -406,15 +406,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -319,9 +319,9 @@
│ │ │ │ │      message = logkws.get("format", logkws.get("msg"))
│ │ │ │ │      # NOTE: This also handles 'args' being an empty dict, that case doesn't
│ │ │ │ │      # play well in logger.log calls
│ │ │ │ │      args = logkws if not logkws.get("args") else logkws["args"]
│ │ │ │ │  
│ │ │ │ │      return (level, message, args)
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/reactor.html
│ │ │ │ @@ -343,15 +343,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -253,9 +253,9 @@
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  def is_asyncio_reactor_installed() -> bool:
│ │ │ │ │      from twisted.internet import reactor
│ │ │ │ │  
│ │ │ │ │      return isinstance(reactor, asyncioreactor.AsyncioSelectorReactor)
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/request.html
│ │ │ │ @@ -543,15 +543,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -462,9 +462,9 @@
│ │ │ │ │  request.cookies
│ │ │ │ │              )
│ │ │ │ │              cookies = f"--cookie '{cookie}'"
│ │ │ │ │  
│ │ │ │ │      curl_cmd = f"curl -X {method} {url} {data} {headers} {cookies}".strip()
│ │ │ │ │      return " ".join(curl_cmd.split())
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/response.html
│ │ │ │ @@ -284,15 +284,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -192,9 +192,9 @@
│ │ │ │ │  {response.__class__.__name__}")
│ │ │ │ │      fd, fname = tempfile.mkstemp(ext)
│ │ │ │ │      os.write(fd, body)
│ │ │ │ │      os.close(fd)
│ │ │ │ │      return _openfunc(f"file://{fname}")
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/trackref.html
│ │ │ │ @@ -236,15 +236,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -146,9 +146,9 @@
│ │ │ │ │      """Iterate over all objects of the same class by its class name"""
│ │ │ │ │      for cls, wdict in live_refs.items():
│ │ │ │ │          if cls.__name__ == class_name:
│ │ │ │ │              return wdict.keys()
│ │ │ │ │      return []
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/contributing.html
│ │ │ │ @@ -425,15 +425,15 @@
│ │ │ │          <a href="news.html" class="btn btn-neutral float-left" title="Release notes" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="versioning.html" class="btn btn-neutral float-right" title="Versioning and API stability" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -255,9 +255,9 @@
│ │ │ │ │  name typically resembles the full path of the module they’re testing. For
│ │ │ │ │  example, the item loaders code is in:
│ │ │ │ │  scrapy.loader
│ │ │ │ │  And their unit-tests are in:
│ │ │ │ │  tests/test_loader.py
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/faq.html
│ │ │ │ @@ -541,15 +541,15 @@
│ │ │ │          <a href="topics/telnetconsole.html" class="btn btn-neutral float-left" title="Telnet Console" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="topics/debug.html" class="btn btn-neutral float-right" title="Debugging Spiders" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -332,9 +332,9 @@
│ │ │ │ │  additional information and examples.
│ │ │ │ │  ********** RRuunnnniinngg rruunnssppiiddeerr II ggeett eerrrroorr:: NNoo ssppiiddeerr ffoouunndd iinn ffiillee:: <<ffiilleennaammee>>_?¶ **********
│ │ │ │ │  This may happen if your Scrapy project has a spider module with a name that
│ │ │ │ │  conflicts with the name of one of the _P_y_t_h_o_n_ _s_t_a_n_d_a_r_d_ _l_i_b_r_a_r_y_ _m_o_d_u_l_e_s, such as
│ │ │ │ │  csv.py or os.py, or any _P_y_t_h_o_n_ _p_a_c_k_a_g_e that you have installed. See _i_s_s_u_e_ _2_6_8_0.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/genindex.html
│ │ │ │ @@ -3957,15 +3957,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -1089,9 +1089,9 @@
│ │ │ │ │      * _X_M_L_F_e_e_d_S_p_i_d_e_r_ _(_c_l_a_s_s_ _i_n       * _X_m_l_R_e_s_p_o_n_s_e_ _(_c_l_a_s_s_ _i_n_ _s_c_r_a_p_y_._h_t_t_p_)
│ │ │ │ │        _s_c_r_a_p_y_._s_p_i_d_e_r_s_)               * _x_p_a_t_h_(_)_ _(_s_c_r_a_p_y_._h_t_t_p_._T_e_x_t_R_e_s_p_o_n_s_e
│ │ │ │ │      * _X_m_l_I_t_e_m_E_x_p_o_r_t_e_r_ _(_c_l_a_s_s_ _i_n       _m_e_t_h_o_d_)
│ │ │ │ │        _s_c_r_a_p_y_._e_x_p_o_r_t_e_r_s_)                   o _(_s_c_r_a_p_y_._s_e_l_e_c_t_o_r_._S_e_l_e_c_t_o_r_ _m_e_t_h_o_d_)
│ │ │ │ │      * _x_m_l_i_t_e_r___l_x_m_l_(_)_ _(_i_n_ _m_o_d_u_l_e           o _(_s_c_r_a_p_y_._s_e_l_e_c_t_o_r_._S_e_l_e_c_t_o_r_L_i_s_t
│ │ │ │ │        _s_c_r_a_p_y_._u_t_i_l_s_._i_t_e_r_a_t_o_r_s_)               _m_e_t_h_o_d_)
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/index.html
│ │ │ │ @@ -315,15 +315,15 @@
│ │ │ │            <footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
│ │ │ │          <a href="intro/overview.html" class="btn btn-neutral float-right" title="Scrapy at a glance" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -174,9 +174,9 @@
│ │ │ │ │        See what has changed in recent Scrapy versions.
│ │ │ │ │    _C_o_n_t_r_i_b_u_t_i_n_g_ _t_o_ _S_c_r_a_p_y
│ │ │ │ │        Learn how to contribute to the Scrapy project.
│ │ │ │ │    _V_e_r_s_i_o_n_i_n_g_ _a_n_d_ _A_P_I_ _s_t_a_b_i_l_i_t_y
│ │ │ │ │        Understand Scrapy versioning and API stability.
│ │ │ │ │  _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/intro/examples.html
│ │ │ │ @@ -170,15 +170,15 @@
│ │ │ │          <a href="tutorial.html" class="btn btn-neutral float-left" title="Scrapy Tutorial" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="../topics/commands.html" class="btn btn-neutral float-right" title="Command line tool" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -67,9 +67,9 @@
│ │ │ │ │  expressions.
│ │ │ │ │  The _q_u_o_t_e_s_b_o_t project is available at: _h_t_t_p_s_:_/_/_g_i_t_h_u_b_._c_o_m_/_s_c_r_a_p_y_/_q_u_o_t_e_s_b_o_t. You
│ │ │ │ │  can find more information about it in the project’s README.
│ │ │ │ │  If you’re familiar with git, you can checkout the code. Otherwise you can
│ │ │ │ │  download the project as a zip file by clicking _h_e_r_e.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/intro/install.html
│ │ │ │ @@ -404,15 +404,15 @@
│ │ │ │          <a href="overview.html" class="btn btn-neutral float-left" title="Scrapy at a glance" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="tutorial.html" class="btn btn-neutral float-right" title="Scrapy Tutorial" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -224,9 +224,9 @@
│ │ │ │ │  has a version of pyOpenSSL that your version of Twisted does not support.
│ │ │ │ │  To install a version of pyOpenSSL that your version of Twisted supports,
│ │ │ │ │  reinstall Twisted with the tls extra option:
│ │ │ │ │  pip install twisted[tls]
│ │ │ │ │  For details, see _I_s_s_u_e_ _#_2_4_7_3.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/intro/overview.html
│ │ │ │ @@ -292,15 +292,15 @@
│ │ │ │          <a href="../index.html" class="btn btn-neutral float-left" title="Scrapy 2.11 documentation" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="install.html" class="btn btn-neutral float-right" title="Installation guide" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -166,9 +166,9 @@
│ │ │ │ │        resolver, and much more!
│ │ │ │ │  ********** WWhhaatt?’ss nneexxtt??_?¶ **********
│ │ │ │ │  The next steps for you are to _i_n_s_t_a_l_l_ _S_c_r_a_p_y, _f_o_l_l_o_w_ _t_h_r_o_u_g_h_ _t_h_e_ _t_u_t_o_r_i_a_l to
│ │ │ │ │  learn how to create a full-blown Scrapy project and _j_o_i_n_ _t_h_e_ _c_o_m_m_u_n_i_t_y. Thanks
│ │ │ │ │  for your interest!
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/intro/tutorial.html
│ │ │ │ @@ -865,15 +865,15 @@
│ │ │ │          <a href="install.html" class="btn btn-neutral float-left" title="Installation guide" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="examples.html" class="btn btn-neutral float-right" title="Examples" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -631,9 +631,9 @@
│ │ │ │ │  chapter for a quick overview of the most important ones.
│ │ │ │ │  You can continue from the section _B_a_s_i_c_ _c_o_n_c_e_p_t_s to know more about the
│ │ │ │ │  command-line tool, spiders, selectors and other things the tutorial hasn’t
│ │ │ │ │  covered like modeling the scraped data. If you prefer to play with an example
│ │ │ │ │  project, check the _E_x_a_m_p_l_e_s section.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/news.html
│ │ │ │ @@ -6028,15 +6028,15 @@
│ │ │ │          <a href="topics/api.html" class="btn btn-neutral float-left" title="Core API" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="contributing.html" class="btn btn-neutral float-right" title="Contributing to Scrapy" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -4329,9 +4329,9 @@
│ │ │ │ │      * Renamed extension: DelayedCloseDomain to SpiderCloseDelay (_r_1_8_6_1 | #121)
│ │ │ │ │      * Removed obsolete scrapy.utils.markup.remove_escape_chars function - use
│ │ │ │ │        scrapy.utils.markup.replace_escape_chars instead (_r_1_8_6_5)
│ │ │ │ │  ********** SSccrraappyy 00..77_?¶ **********
│ │ │ │ │  First release of Scrapy.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/py-modindex.html
│ │ │ │ @@ -441,15 +441,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -123,9 +123,9 @@
│ │ │ │ │          _s_c_r_a_p_y_._s_p_i_d_e_r_m_i_d_d_l_e_w_a_r_e_s_._r_e_f_e_r_e_r         RReeffeerreerr SSppiiddeerr MMiiddddlleewwaarree
│ │ │ │ │          _s_c_r_a_p_y_._s_p_i_d_e_r_m_i_d_d_l_e_w_a_r_e_s_._u_r_l_l_e_n_g_t_h       UURRLL LLeennggtthh SSppiiddeerr MMiiddddlleewwaarree
│ │ │ │ │          _s_c_r_a_p_y_._s_t_a_t_s_c_o_l_l_e_c_t_o_r_s                   SSttaattss CCoolllleeccttoorrss
│ │ │ │ │          _s_c_r_a_p_y_._u_t_i_l_s_._l_o_g                         LLooggggiinngg uuttiillss
│ │ │ │ │          _s_c_r_a_p_y_._u_t_i_l_s_._t_r_a_c_k_r_e_f                    TTrraacckk rreeffeerreenncceess ooff lliivvee
│ │ │ │ │                                                   oobbjjeeccttss
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/search.html
│ │ │ │ @@ -164,15 +164,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -56,9 +56,9 @@
│ │ │ │ │      * _C_o_n_t_r_i_b_u_t_i_n_g_ _t_o_ _S_c_r_a_p_y
│ │ │ │ │      * _V_e_r_s_i_o_n_i_n_g_ _a_n_d_ _A_P_I_ _s_t_a_b_i_l_i_t_y
│ │ │ │ │  _S_c_r_a_p_y
│ │ │ │ │      * Search
│ │ │ │ │  ===============================================================================
│ │ │ │ │  Please activate JavaScript to enable the search functionality.
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/addons.html
│ │ │ │ @@ -347,15 +347,15 @@
│ │ │ │          <a href="architecture.html" class="btn btn-neutral float-left" title="Architecture overview" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="downloader-middleware.html" class="btn btn-neutral float-right" title="Downloader Middleware" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -201,9 +201,9 @@
│ │ │ │ │                  FALLBACK_SETTING,
│ │ │ │ │                  settings.getwithbase("DOWNLOAD_HANDLERS")["https"],
│ │ │ │ │                  "addon",
│ │ │ │ │              )
│ │ │ │ │          settings["DOWNLOAD_HANDLERS"]["https"] = MyHandler
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/api.html
│ │ │ │ @@ -1065,15 +1065,15 @@
│ │ │ │          <a href="components.html" class="btn btn-neutral float-left" title="Components" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="../news.html" class="btn btn-neutral float-right" title="Release notes" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -581,9 +581,9 @@
│ │ │ │ │          open_spider(ssppiiddeerr)_[_s_o_u_r_c_e_]_¶
│ │ │ │ │              Open the given spider for stats collection.
│ │ │ │ │          close_spider(ssppiiddeerr)_[_s_o_u_r_c_e_]_¶
│ │ │ │ │              Close the given spider. After this is called, no more specific
│ │ │ │ │              stats can be accessed or collected.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/architecture.html
│ │ │ │ @@ -302,15 +302,15 @@
│ │ │ │          <a href="asyncio.html" class="btn btn-neutral float-left" title="asyncio" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="addons.html" class="btn btn-neutral float-right" title="Add-ons" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -153,9 +153,9 @@
│ │ │ │ │  For more information about asynchronous programming and Twisted see these
│ │ │ │ │  links:
│ │ │ │ │      * _I_n_t_r_o_d_u_c_t_i_o_n_ _t_o_ _D_e_f_e_r_r_e_d_s
│ │ │ │ │      * _T_w_i_s_t_e_d_ _-_ _h_e_l_l_o_,_ _a_s_y_n_c_h_r_o_n_o_u_s_ _p_r_o_g_r_a_m_m_i_n_g
│ │ │ │ │      * _T_w_i_s_t_e_d_ _I_n_t_r_o_d_u_c_t_i_o_n_ _-_ _K_r_o_n_d_o
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/asyncio.html
│ │ │ │ @@ -330,15 +330,15 @@
│ │ │ │          <a href="coroutines.html" class="btn btn-neutral float-left" title="Coroutines" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="architecture.html" class="btn btn-neutral float-right" title="Architecture overview" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -172,9 +172,9 @@
│ │ │ │ │  native Linux).
│ │ │ │ │  ********** UUssiinngg ccuussttoomm aassyynncciioo llooooppss_?¶ **********
│ │ │ │ │  You can also use custom asyncio event loops with the asyncio reactor. Set the
│ │ │ │ │  _A_S_Y_N_C_I_O___E_V_E_N_T___L_O_O_P setting to the import path of the desired event loop class
│ │ │ │ │  to use it instead of the default asyncio event loop.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/autothrottle.html
│ │ │ │ @@ -300,15 +300,15 @@
│ │ │ │          <a href="deploy.html" class="btn btn-neutral float-left" title="Deploying Spiders" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="benchmarking.html" class="btn btn-neutral float-right" title="Benchmarking" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -160,9 +160,9 @@
│ │ │ │ │  ******** AAUUTTOOTTHHRROOTTTTLLEE__DDEEBBUUGG_?¶ ********
│ │ │ │ │  Default: False
│ │ │ │ │  Enable AutoThrottle debug mode which will display stats on every response
│ │ │ │ │  received, so you can see how the throttling parameters are being adjusted in
│ │ │ │ │  real time.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/benchmarking.html
│ │ │ │ @@ -236,15 +236,15 @@
│ │ │ │          <a href="autothrottle.html" class="btn btn-neutral float-left" title="AutoThrottle extension" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="jobs.html" class="btn btn-neutral float-right" title="Jobs: pausing and resuming crawls" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -147,9 +147,9 @@
│ │ │ │ │  hardware where you run it. Note that this is a very simple spider intended to
│ │ │ │ │  follow links, any custom spider you write will probably do more stuff which
│ │ │ │ │  results in slower crawl rates. How slower depends on how much your spider does
│ │ │ │ │  and how well it’s written.
│ │ │ │ │  Use _s_c_r_a_p_y_-_b_e_n_c_h for more complex benchmarking.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/broad-crawls.html
│ │ │ │ @@ -354,15 +354,15 @@
│ │ │ │          <a href="practices.html" class="btn btn-neutral float-left" title="Common Practices" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="developer-tools.html" class="btn btn-neutral float-right" title="Using your browser’s Developer Tools for scraping" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -200,9 +200,9 @@
│ │ │ │ │  If your broad crawl shows a high memory usage, in addition to _c_r_a_w_l_i_n_g_ _i_n_ _B_F_O
│ │ │ │ │  _o_r_d_e_r and _l_o_w_e_r_i_n_g_ _c_o_n_c_u_r_r_e_n_c_y you should _d_e_b_u_g_ _y_o_u_r_ _m_e_m_o_r_y_ _l_e_a_k_s.
│ │ │ │ │  ********** IInnssttaallll aa ssppeecciiffiicc TTwwiisstteedd rreeaaccttoorr_?¶ **********
│ │ │ │ │  If the crawl is exceeding the system’s capabilities, you might want to try
│ │ │ │ │  installing a specific Twisted reactor, via the _T_W_I_S_T_E_D___R_E_A_C_T_O_R setting.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/commands.html
│ │ │ │ @@ -725,15 +725,15 @@
│ │ │ │          <a href="../intro/examples.html" class="btn btn-neutral float-left" title="Examples" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="spiders.html" class="btn btn-neutral float-right" title="Spiders" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -487,9 +487,9 @@
│ │ │ │ │          "scrapy.commands": [
│ │ │ │ │              "my_command=my_scrapy_module.commands:MyCommand",
│ │ │ │ │          ],
│ │ │ │ │      },
│ │ │ │ │  )
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/components.html
│ │ │ │ @@ -220,15 +220,15 @@
│ │ │ │          <a href="exporters.html" class="btn btn-neutral float-left" title="Item Exporters" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="api.html" class="btn btn-neutral float-right" title="Core API" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -108,9 +108,9 @@
│ │ │ │ │                  f"{MyComponent.__qualname__} requires Scrapy 2.7 or "
│ │ │ │ │                  f"later, which allow defining the process_spider_output "
│ │ │ │ │                  f"method of spider middlewares as an asynchronous "
│ │ │ │ │                  f"generator."
│ │ │ │ │              )
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/contracts.html
│ │ │ │ @@ -338,15 +338,15 @@
│ │ │ │          <a href="debug.html" class="btn btn-neutral float-left" title="Debugging Spiders" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="practices.html" class="btn btn-neutral float-right" title="Common Practices" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -168,9 +168,9 @@
│ │ │ │ │      name = "example"
│ │ │ │ │  
│ │ │ │ │      def __init__(self):
│ │ │ │ │          if os.environ.get("SCRAPY_CHECK"):
│ │ │ │ │              pass  # Do some scraper adjustments when a check is running
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/coroutines.html
│ │ │ │ @@ -419,15 +419,15 @@
│ │ │ │          <a href="jobs.html" class="btn btn-neutral float-left" title="Jobs: pausing and resuming crawls" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="asyncio.html" class="btn btn-neutral float-right" title="asyncio" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -250,9 +250,9 @@
│ │ │ │ │  and works in earlier Scrapy versions as well.
│ │ │ │ │  In some future version of Scrapy, however, this feature will be deprecated and,
│ │ │ │ │  eventually, in a later version of Scrapy, this feature will be removed, and all
│ │ │ │ │  spider middlewares will be expected to define their process_spider_output
│ │ │ │ │  method as an asynchronous generator.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/debug.html
│ │ │ │ @@ -332,15 +332,15 @@
│ │ │ │          <a href="../faq.html" class="btn btn-neutral float-left" title="Frequently Asked Questions" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="contracts.html" class="btn btn-neutral float-right" title="Spiders Contracts" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -198,9 +198,9 @@
│ │ │ │ │          }
│ │ │ │ │      ]
│ │ │ │ │  }
│ │ │ │ │  Also, make sure you enable “User Uncaught Exceptions”, to catch exceptions in
│ │ │ │ │  your Scrapy spider.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/deploy.html
│ │ │ │ @@ -197,15 +197,15 @@
│ │ │ │          <a href="media-pipeline.html" class="btn btn-neutral float-left" title="Downloading and processing files and images" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="autothrottle.html" class="btn btn-neutral float-right" title="AutoThrottle extension" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -86,9 +86,9 @@
│ │ │ │ │  To deploy spiders to Zyte Scrapy Cloud you can use the _s_h_u_b command line tool.
│ │ │ │ │  Please refer to the _Z_y_t_e_ _S_c_r_a_p_y_ _C_l_o_u_d_ _d_o_c_u_m_e_n_t_a_t_i_o_n for more information.
│ │ │ │ │  Zyte Scrapy Cloud is compatible with Scrapyd and one can switch between them as
│ │ │ │ │  needed - the configuration is read from the scrapy.cfg file just like scrapyd-
│ │ │ │ │  deploy.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/developer-tools.html
│ │ │ │ @@ -419,15 +419,15 @@
│ │ │ │          <a href="broad-crawls.html" class="btn btn-neutral float-left" title="Broad Crawls" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="dynamic-content.html" class="btn btn-neutral float-right" title="Selecting dynamically-loaded content" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -277,9 +277,9 @@
│ │ │ │ │  As you can see, with a few inspections in theNetwork-tool we were able to
│ │ │ │ │  easily replicate the dynamic requests of the scrolling functionality of the
│ │ │ │ │  page. Crawling dynamic pages can be quite daunting and pages can be very
│ │ │ │ │  complex, but it (mostly) boils down to identifying the correct request and
│ │ │ │ │  replicating it in your spider.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/djangoitem.html
│ │ │ │ @@ -160,15 +160,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -60,9 +60,9 @@
│ │ │ │ │      * _V_i_e_w_ _p_a_g_e_ _s_o_u_r_c_e
│ │ │ │ │  ===============================================================================
│ │ │ │ │  ************ DDjjaannggooIItteemm_?¶ ************
│ │ │ │ │  DjangoItem has been moved into a separate project.
│ │ │ │ │  It is hosted at:
│ │ │ │ │       _h_t_t_p_s_:_/_/_g_i_t_h_u_b_._c_o_m_/_s_c_r_a_p_y_-_p_l_u_g_i_n_s_/_s_c_r_a_p_y_-_d_j_a_n_g_o_i_t_e_m
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/downloader-middleware.html
│ │ │ │ @@ -1320,15 +1320,15 @@
│ │ │ │          <a href="addons.html" class="btn btn-neutral float-left" title="Add-ons" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="spider-middleware.html" class="btn btn-neutral float-right" title="Spider Middleware" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -819,9 +819,9 @@
│ │ │ │ │  Default: True
│ │ │ │ │  Whether or not to enable the HttpProxyMiddleware.
│ │ │ │ │  **** HHTTTTPPPPRROOXXYY__AAUUTTHH__EENNCCOODDIINNGG_?¶ ****
│ │ │ │ │  Default: "latin-1"
│ │ │ │ │  The default encoding for proxy authentication on HttpProxyMiddleware.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/dynamic-content.html
│ │ │ │ @@ -385,15 +385,15 @@
│ │ │ │          <a href="developer-tools.html" class="btn btn-neutral float-left" title="Using your browser’s Developer Tools for scraping" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="leaks.html" class="btn btn-neutral float-right" title="Debugging memory leaks" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -227,9 +227,9 @@
│ │ │ │ │              title = await page.title()
│ │ │ │ │              return {"title": title}
│ │ │ │ │  However, using _p_l_a_y_w_r_i_g_h_t_-_p_y_t_h_o_n directly as in the above example circumvents
│ │ │ │ │  most of the Scrapy components (middlewares, dupefilter, etc). We recommend
│ │ │ │ │  using _s_c_r_a_p_y_-_p_l_a_y_w_r_i_g_h_t for a better integration.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/email.html
│ │ │ │ @@ -315,15 +315,15 @@
│ │ │ │          <a href="stats.html" class="btn btn-neutral float-left" title="Stats Collection" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="telnetconsole.html" class="btn btn-neutral float-right" title="Telnet Console" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -162,9 +162,9 @@
│ │ │ │ │  Enforce using STARTTLS. STARTTLS is a way to take an existing insecure
│ │ │ │ │  connection, and upgrade it to a secure connection using SSL/TLS.
│ │ │ │ │  ******** MMAAIILL__SSSSLL_?¶ ********
│ │ │ │ │  Default: False
│ │ │ │ │  Enforce connecting using an SSL encrypted connection
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/exceptions.html
│ │ │ │ @@ -312,15 +312,15 @@
│ │ │ │          <a href="settings.html" class="btn btn-neutral float-left" title="Settings" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="logging.html" class="btn btn-neutral float-right" title="Logging" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -133,9 +133,9 @@
│ │ │ │ │  fail is a keyword-only parameter, i.e. raising StopDownload(False) or
│ │ │ │ │  StopDownload(True) will raise a _T_y_p_e_E_r_r_o_r.
│ │ │ │ │  See the documentation for the _b_y_t_e_s___r_e_c_e_i_v_e_d and _h_e_a_d_e_r_s___r_e_c_e_i_v_e_d signals and
│ │ │ │ │  the _S_t_o_p_p_i_n_g_ _t_h_e_ _d_o_w_n_l_o_a_d_ _o_f_ _a_ _R_e_s_p_o_n_s_e topic for additional information and
│ │ │ │ │  examples.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/exporters.html
│ │ │ │ @@ -670,15 +670,15 @@
│ │ │ │          <a href="scheduler.html" class="btn btn-neutral float-left" title="Scheduler" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="components.html" class="btn btn-neutral float-right" title="Components" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -390,9 +390,9 @@
│ │ │ │ │        Exports items in a Python-specific binary format (see _m_a_r_s_h_a_l).
│ │ │ │ │          Parameters:
│ │ │ │ │              ffiillee – The file-like object to use for exporting the data. Its
│ │ │ │ │              write method should accept _b_y_t_e_s (a disk file opened in binary
│ │ │ │ │              mode, a _B_y_t_e_s_I_O object, etc)
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/extensions.html
│ │ │ │ @@ -622,15 +622,15 @@
│ │ │ │          <a href="spider-middleware.html" class="btn btn-neutral float-left" title="Spider Middleware" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="signals.html" class="btn btn-neutral float-right" title="Signals" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -378,9 +378,9 @@
│ │ │ │ │  Invokes a _P_y_t_h_o_n_ _d_e_b_u_g_g_e_r inside a running Scrapy process when a _S_I_G_U_S_R_2 signal
│ │ │ │ │  is received. After the debugger is exited, the Scrapy process continues running
│ │ │ │ │  normally.
│ │ │ │ │  For more info see _D_e_b_u_g_g_i_n_g_ _i_n_ _P_y_t_h_o_n.
│ │ │ │ │  This extension only works on POSIX-compliant platforms (i.e. not Windows).
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/feed-exports.html
│ │ │ │ @@ -951,15 +951,15 @@
│ │ │ │          <a href="item-pipeline.html" class="btn btn-neutral float-left" title="Item Pipeline" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="request-response.html" class="btn btn-neutral float-right" title="Requests and Responses" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -557,9 +557,9 @@
│ │ │ │ │     2. Point _F_E_E_D___U_R_I___P_A_R_A_M_S to that function in your settings:
│ │ │ │ │        # myproject/settings.py
│ │ │ │ │        FEED_URI_PARAMS = "myproject.utils.uri_params"
│ │ │ │ │     3. Use %(spider_name)s in your feed URI:
│ │ │ │ │        scrapy crawl <spider_name> -o "%(spider_name)s.jsonl"
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/item-pipeline.html
│ │ │ │ @@ -434,15 +434,15 @@
│ │ │ │          <a href="shell.html" class="btn btn-neutral float-left" title="Scrapy shell" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="feed-exports.html" class="btn btn-neutral float-right" title="Feed exports" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -262,9 +262,9 @@
│ │ │ │ │      "myproject.pipelines.JsonWriterPipeline": 800,
│ │ │ │ │  }
│ │ │ │ │  The integer values you assign to classes in this setting determine the order in
│ │ │ │ │  which they run: items go through from lower valued to higher valued classes.
│ │ │ │ │  It’s customary to define these numbers in the 0-1000 range.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/items.html
│ │ │ │ @@ -562,15 +562,15 @@
│ │ │ │          <a href="selectors.html" class="btn btn-neutral float-left" title="Selectors" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="loaders.html" class="btn btn-neutral float-right" title="Item Loaders" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -325,9 +325,9 @@
│ │ │ │ │        False otherwise.
│ │ │ │ │        Alias for ItemAdapter.is_item
│ │ │ │ │  ********** OOtthheerr ccllaasssseess rreellaatteedd ttoo iitteemmss_?¶ **********
│ │ │ │ │    ccllaassss scrapy.item.ItemMeta(ccllaassss__nnaammee, bbaasseess, aattttrrss)_[_s_o_u_r_c_e_]_¶
│ │ │ │ │        _M_e_t_a_c_l_a_s_s of Item that handles field definitions.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/jobs.html
│ │ │ │ @@ -237,15 +237,15 @@
│ │ │ │          <a href="benchmarking.html" class="btn btn-neutral float-left" title="Benchmarking" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="coroutines.html" class="btn btn-neutral float-right" title="Coroutines" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -110,9 +110,9 @@
│ │ │ │ │  except for the callback and errback values passed to their __init__ method,
│ │ │ │ │  which must be methods of the running _S_p_i_d_e_r class.
│ │ │ │ │  If you wish to log the requests that couldn’t be serialized, you can set the
│ │ │ │ │  _S_C_H_E_D_U_L_E_R___D_E_B_U_G setting to True in the project’s settings page. It is False by
│ │ │ │ │  default.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/leaks.html
│ │ │ │ @@ -432,15 +432,15 @@
│ │ │ │          <a href="dynamic-content.html" class="btn btn-neutral float-left" title="Selecting dynamically-loaded content" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="media-pipeline.html" class="btn btn-neutral float-right" title="Downloading and processing files and images" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -256,9 +256,9 @@
│ │ │ │ │       ccoolllleeccttoorr,, wwhhiicchh iiss aabbllee ttoo mmoovvee oobbjjeeccttss iinn mmeemmoorryy.. TThhiiss wwoouulldd
│ │ │ │ │       rreeqquuiirree ssiiggnniiffiiccaanntt cchhaannggeess ttoo tthhee PPyytthhoonn iinntteerrpprreetteerr..
│ │ │ │ │  To keep memory consumption reasonable you can split the job into several
│ │ │ │ │  smaller jobs or enable _p_e_r_s_i_s_t_e_n_t_ _j_o_b_ _q_u_e_u_e and stop/start spider from time to
│ │ │ │ │  time.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/link-extractors.html
│ │ │ │ @@ -319,15 +319,15 @@
│ │ │ │          <a href="request-response.html" class="btn btn-neutral float-left" title="Requests and Responses" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="settings.html" class="btn btn-neutral float-right" title="Settings" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -107,9 +107,9 @@
│ │ │ │ │                    Dont follow this one.
│ │ │ │ │                  * ffrraaggmmeenntt – the part of the url after the hash symbol. From
│ │ │ │ │                    the sample, this is foo.
│ │ │ │ │                  * nnooffoollllooww – an indication of the presence or absence of a
│ │ │ │ │                    nofollow value in the rel attribute of the anchor tag.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/loaders.html
│ │ │ │ @@ -891,15 +891,15 @@
│ │ │ │          <a href="items.html" class="btn btn-neutral float-left" title="Items" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="shell.html" class="btn btn-neutral float-right" title="Scrapy shell" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -566,9 +566,9 @@
│ │ │ │ │  There are many other possible ways to extend, inherit and override your Item
│ │ │ │ │  Loaders, and different Item Loaders hierarchies may fit better for different
│ │ │ │ │  projects. Scrapy only provides the mechanism; it doesn’t impose any specific
│ │ │ │ │  organization of your Loaders collection - that’s up to you and your project’s
│ │ │ │ │  needs.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/logging.html
│ │ │ │ @@ -586,15 +586,15 @@
│ │ │ │          <a href="exceptions.html" class="btn btn-neutral float-left" title="Exceptions" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="stats.html" class="btn btn-neutral float-right" title="Stats Collection" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -362,9 +362,9 @@
│ │ │ │ │            filename="log.txt", format="%(levelname)s: %(message)s",
│ │ │ │ │        level=logging.INFO
│ │ │ │ │        )
│ │ │ │ │        Refer to _R_u_n_ _S_c_r_a_p_y_ _f_r_o_m_ _a_ _s_c_r_i_p_t for more details about using Scrapy
│ │ │ │ │        this way.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/media-pipeline.html
│ │ │ │ @@ -816,15 +816,15 @@
│ │ │ │          <a href="leaks.html" class="btn btn-neutral float-left" title="Debugging memory leaks" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="deploy.html" class="btn btn-neutral float-right" title="Deploying Spiders" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -525,9 +525,9 @@
│ │ │ │ │          adapter["image_paths"] = image_paths
│ │ │ │ │          return item
│ │ │ │ │  To enable your custom media pipeline component you must add its class import
│ │ │ │ │  path to the _I_T_E_M___P_I_P_E_L_I_N_E_S setting, like in the following example:
│ │ │ │ │  ITEM_PIPELINES = {"myproject.pipelines.MyImagesPipeline": 300}
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/practices.html
│ │ │ │ @@ -420,15 +420,15 @@
│ │ │ │          <a href="contracts.html" class="btn btn-neutral float-left" title="Spiders Contracts" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="broad-crawls.html" class="btn btn-neutral float-right" title="Broad Crawls" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -286,9 +286,9 @@
│ │ │ │ │        proxy that you can attach your own proxies to.
│ │ │ │ │      * use a ban avoidance service, such as _Z_y_t_e_ _A_P_I, which provides a _S_c_r_a_p_y
│ │ │ │ │        _p_l_u_g_i_n
│ │ │ │ │  If you are still unable to prevent your bot getting banned, consider contacting
│ │ │ │ │  _c_o_m_m_e_r_c_i_a_l_ _s_u_p_p_o_r_t.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/request-response.html
│ │ │ │ @@ -1723,15 +1723,15 @@
│ │ │ │          <a href="feed-exports.html" class="btn btn-neutral float-left" title="Feed exports" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="link-extractors.html" class="btn btn-neutral float-right" title="Link Extractors" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -1075,9 +1075,9 @@
│ │ │ │ │  ******** XXmmllRReessppoonnssee oobbjjeeccttss_?¶ ********
│ │ │ │ │    ccllaassss scrapy.http.XmlResponse(uurrll[, ......])_[_s_o_u_r_c_e_]_¶
│ │ │ │ │        The _X_m_l_R_e_s_p_o_n_s_e class is a subclass of _T_e_x_t_R_e_s_p_o_n_s_e which adds encoding
│ │ │ │ │        auto-discovering support by looking into the XML declaration line. See
│ │ │ │ │        _T_e_x_t_R_e_s_p_o_n_s_e_._e_n_c_o_d_i_n_g.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/scheduler.html
│ │ │ │ @@ -373,15 +373,15 @@
│ │ │ │          <a href="signals.html" class="btn btn-neutral float-left" title="Signals" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="exporters.html" class="btn btn-neutral float-right" title="Item Exporters" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -205,9 +205,9 @@
│ │ │ │ │          open(ssppiiddeerr:: _SS_pp_ii_dd_ee_rr) → _D_e_f_e_r_r_e_d | _N_o_n_e_[_s_o_u_r_c_e_]_¶
│ │ │ │ │                 1. initialize the memory queue
│ │ │ │ │                 2. initialize the disk queue if the jobdir attribute is a valid
│ │ │ │ │                    directory
│ │ │ │ │                 3. return the result of the dupefilter’s open method
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/scrapyd.html
│ │ │ │ @@ -160,15 +160,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -60,9 +60,9 @@
│ │ │ │ │      * _V_i_e_w_ _p_a_g_e_ _s_o_u_r_c_e
│ │ │ │ │  ===============================================================================
│ │ │ │ │  ************ SSccrraappyydd_?¶ ************
│ │ │ │ │  Scrapyd has been moved into a separate project.
│ │ │ │ │  Its documentation is now hosted at:
│ │ │ │ │       _h_t_t_p_s_:_/_/_s_c_r_a_p_y_d_._r_e_a_d_t_h_e_d_o_c_s_._i_o_/_e_n_/_l_a_t_e_s_t_/
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/selectors.html
│ │ │ │ @@ -1358,15 +1358,15 @@
│ │ │ │          <a href="spiders.html" class="btn btn-neutral float-left" title="Spiders" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="items.html" class="btn btn-neutral float-right" title="Items" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -931,9 +931,9 @@
│ │ │ │ │        sel.xpath("//product")
│ │ │ │ │     2. Extract all prices from a _G_o_o_g_l_e_ _B_a_s_e_ _X_M_L_ _f_e_e_d which requires registering
│ │ │ │ │        a namespace:
│ │ │ │ │        sel.register_namespace("g", "http://base.google.com/ns/1.0")
│ │ │ │ │        sel.xpath("//g:price").getall()
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/settings.html
│ │ │ │ @@ -1674,15 +1674,15 @@
│ │ │ │          <a href="link-extractors.html" class="btn btn-neutral float-left" title="Link Extractors" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="exceptions.html" class="btn btn-neutral float-right" title="Exceptions" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -1178,9 +1178,9 @@
│ │ │ │ │      * _R_E_T_R_Y___T_I_M_E_S
│ │ │ │ │      * _T_E_L_N_E_T_C_O_N_S_O_L_E___H_O_S_T
│ │ │ │ │      * _T_E_L_N_E_T_C_O_N_S_O_L_E___P_A_S_S_W_O_R_D
│ │ │ │ │      * _T_E_L_N_E_T_C_O_N_S_O_L_E___P_O_R_T
│ │ │ │ │      * _T_E_L_N_E_T_C_O_N_S_O_L_E___U_S_E_R_N_A_M_E
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/shell.html
│ │ │ │ @@ -433,15 +433,15 @@
│ │ │ │          <a href="loaders.html" class="btn btn-neutral float-left" title="Item Loaders" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="item-pipeline.html" class="btn btn-neutral float-right" title="Item Pipeline" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -280,9 +280,9 @@
│ │ │ │ │  example.net> (referer: None)
│ │ │ │ │  ...
│ │ │ │ │  Note that you can’t use the fetch shortcut here since the Scrapy engine is
│ │ │ │ │  blocked by the shell. However, after you leave the shell, the spider will
│ │ │ │ │  continue crawling where it stopped, as shown above.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/signals.html
│ │ │ │ @@ -707,15 +707,15 @@
│ │ │ │          <a href="extensions.html" class="btn btn-neutral float-left" title="Extensions" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="scheduler.html" class="btn btn-neutral float-right" title="Scheduler" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -389,9 +389,9 @@
│ │ │ │ │                  * rreessppoonnssee (_R_e_s_p_o_n_s_e object) – the response downloaded
│ │ │ │ │                  * rreeqquueesstt (Request object) – the request that generated the
│ │ │ │ │                    response
│ │ │ │ │                  * ssppiiddeerr (_S_p_i_d_e_r object) – the spider for which the response is
│ │ │ │ │                    intended
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/spider-middleware.html
│ │ │ │ @@ -722,15 +722,15 @@
│ │ │ │          <a href="downloader-middleware.html" class="btn btn-neutral float-left" title="Downloader Middleware" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="extensions.html" class="btn btn-neutral float-right" title="Extensions" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -427,9 +427,9 @@
│ │ │ │ │        Filters out requests with URLs longer than URLLENGTH_LIMIT
│ │ │ │ │        The _U_r_l_L_e_n_g_t_h_M_i_d_d_l_e_w_a_r_e can be configured through the following settings
│ │ │ │ │        (see the settings documentation for more info):
│ │ │ │ │                 * _U_R_L_L_E_N_G_T_H___L_I_M_I_T - The maximum URL length to allow for
│ │ │ │ │                   crawled URLs.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/spiders.html
│ │ │ │ @@ -1140,15 +1140,15 @@
│ │ │ │          <a href="commands.html" class="btn btn-neutral float-left" title="Command line tool" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="selectors.html" class="btn btn-neutral float-right" title="Selectors" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -778,9 +778,9 @@
│ │ │ │ │      def parse_shop(self, response):
│ │ │ │ │          pass  # ... scrape shop here ...
│ │ │ │ │  
│ │ │ │ │      def parse_other(self, response):
│ │ │ │ │          pass  # ... scrape other here ...
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/stats.html
│ │ │ │ @@ -270,15 +270,15 @@
│ │ │ │          <a href="logging.html" class="btn btn-neutral float-left" title="Logging" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="email.html" class="btn btn-neutral float-right" title="Sending e-mail" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -127,9 +127,9 @@
│ │ │ │ │        A Stats collector which does nothing but is very efficient (because it
│ │ │ │ │        does nothing). This stats collector can be set via the _S_T_A_T_S___C_L_A_S_S
│ │ │ │ │        setting, to disable stats collect in order to improve performance.
│ │ │ │ │        However, the performance penalty of stats collection is usually marginal
│ │ │ │ │        compared to other Scrapy workload like parsing pages.
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/telnetconsole.html
│ │ │ │ @@ -369,15 +369,15 @@
│ │ │ │          <a href="email.html" class="btn btn-neutral float-left" title="Sending e-mail" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="../faq.html" class="btn btn-neutral float-right" title="Frequently Asked Questions" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -183,9 +183,9 @@
│ │ │ │ │  The username used for the telnet console
│ │ │ │ │  ******** TTEELLNNEETTCCOONNSSOOLLEE__PPAASSSSWWOORRDD_?¶ ********
│ │ │ │ │  Default: None
│ │ │ │ │  The password used for the telnet console, default behaviour is to have it
│ │ │ │ │  autogenerated
│ │ │ │ │  _P_r_e_v_i_o_u_s _N_e_x_t
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/versioning.html
│ │ │ │ @@ -210,15 +210,15 @@
│ │ │ │            <footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
│ │ │ │          <a href="contributing.html" class="btn btn-neutral float-left" title="Contributing to Scrapy" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Apr 24, 2024.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -96,9 +96,9 @@
│ │ │ │ │  14th 2021 or before that.
│ │ │ │ │  Any new Scrapy release after a year mmaayy remove support for that deprecated
│ │ │ │ │  feature.
│ │ │ │ │  All deprecated features removed in a Scrapy release are explicitly mentioned in
│ │ │ │ │  the _r_e_l_e_a_s_e_ _n_o_t_e_s.
│ │ │ │ │  _P_r_e_v_i_o_u_s
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2024, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │ +© Copyright 2008–2025, Scrapy developers. Last updated on Apr 24, 2024.
│ │ │ │ │  Built with _S_p_h_i_n_x using a _t_h_e_m_e provided by _R_e_a_d_ _t_h_e_ _D_o_c_s.