--- /srv/reproducible-results/rbuild-debian/r-b-build.DCcatSzE/b1/python-scrapy_2.8.0-2_arm64.changes
+++ /srv/reproducible-results/rbuild-debian/r-b-build.DCcatSzE/b2/python-scrapy_2.8.0-2_arm64.changes
├── Files
│ @@ -1,3 +1,3 @@
│  
│ - 6c7251b865045317e3c35dab968950bc 793288 doc optional python-scrapy-doc_2.8.0-2_all.deb
│ + e867b7a795e9a010172a75e0bbd68880 793284 doc optional python-scrapy-doc_2.8.0-2_all.deb
│   3c4de3d745944907c9555e5faf1feb1e 246168 python optional python3-scrapy_2.8.0-2_all.deb
├── python-scrapy-doc_2.8.0-2_all.deb
│ ├── file list
│ │ @@ -1,3 +1,3 @@
│ │  -rw-r--r--   0        0        0        4 2023-03-26 13:57:50.000000 debian-binary
│ │ --rw-r--r--   0        0        0     4592 2023-03-26 13:57:50.000000 control.tar.xz
│ │ +-rw-r--r--   0        0        0     4588 2023-03-26 13:57:50.000000 control.tar.xz
│ │  -rw-r--r--   0        0        0   788504 2023-03-26 13:57:50.000000 data.tar.xz
│ ├── control.tar.xz
│ │ ├── control.tar
│ │ │ ├── ./md5sums
│ │ │ │ ├── ./md5sums
│ │ │ │ │┄ Files differ
│ ├── data.tar.xz
│ │ ├── data.tar
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/404.html
│ │ │ │ @@ -137,15 +137,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -62,9 +62,9 @@
│ │ │ │ │     Scrapy
│ │ │ │ │      * Page not found
│ │ │ │ │  ===============================================================================
│ │ │ │ │  ****** Page not found ******
│ │ │ │ │  Unfortunately we couldn't find the content you were looking for.
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/README.html
│ │ │ │ @@ -191,15 +191,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -96,9 +96,9 @@
│ │ │ │ │  To compile the documentation to HTML run the following command:
│ │ │ │ │  tox -e docs
│ │ │ │ │  Documentation will be generated (in HTML format) inside the .tox/docs/tmp/html
│ │ │ │ │  dir.
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/index.html
│ │ │ │ @@ -205,15 +205,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -130,9 +130,9 @@
│ │ │ │ │      * scrapy.utils.defer
│ │ │ │ │      * scrapy.utils.log
│ │ │ │ │      * scrapy.utils.reactor
│ │ │ │ │      * scrapy.utils.request
│ │ │ │ │      * scrapy.utils.trackref
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/itemadapter/adapter.html
│ │ │ │ @@ -514,15 +514,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -475,9 +475,9 @@
│ │ │ │ │      if isinstance(obj, ItemAdapter):
│ │ │ │ │          return obj.asdict()
│ │ │ │ │      if ItemAdapter.is_item(obj):
│ │ │ │ │          return ItemAdapter(obj).asdict()
│ │ │ │ │      return obj
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/itemadapter/utils.html
│ │ │ │ @@ -276,15 +276,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -210,9 +210,9 @@
│ │ │ │ │          stacklevel=2,
│ │ │ │ │      )
│ │ │ │ │      from itemadapter.adapter import ScrapyItemAdapter
│ │ │ │ │  
│ │ │ │ │      return ScrapyItemAdapter.is_item(obj)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/itemloaders.html
│ │ │ │ @@ -578,15 +578,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -535,9 +535,9 @@
│ │ │ │ │  
│ │ │ │ │      def _get_cssvalues(self, csss, **kw):
│ │ │ │ │          self._check_selector_method()
│ │ │ │ │          csss = arg_to_iter(csss)
│ │ │ │ │          return flatten(self.selector.css(css).getall() for css in csss)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/parsel/selector.html
│ │ │ │ @@ -785,15 +785,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -739,9 +739,9 @@
│ │ │ │ │      def __str__(self) -> str:
│ │ │ │ │          data = repr(shorten(self.get(), width=40))
│ │ │ │ │          return f"<{type(self).__name__} xpath={self._expr!r} data={data}>"
│ │ │ │ │  
│ │ │ │ │      __repr__ = __str__
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/parsel/xpathfuncs.html
│ │ │ │ @@ -198,15 +198,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -125,9 +125,9 @@
│ │ │ │ │      node_cls = replace_html5_whitespaces(" ", node_cls)
│ │ │ │ │      for cls in classes:
│ │ │ │ │          if " " + cls + " " not in node_cls:
│ │ │ │ │              return False
│ │ │ │ │      return True
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/contracts/default.html
│ │ │ │ @@ -248,15 +248,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -178,9 +178,9 @@
│ │ │ │ │                  missing = [arg for arg in self.args if arg not in ItemAdapter
│ │ │ │ │  (x)]
│ │ │ │ │                  if missing:
│ │ │ │ │                      missing_fields = ", ".join(missing)
│ │ │ │ │                      raise ContractFail(f"Missing fields: {missing_fields}")
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/contracts.html
│ │ │ │ @@ -318,15 +318,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -247,9 +247,9 @@
│ │ │ │ │              return f"[{spider}] {method.__name__} ({desc})"
│ │ │ │ │  
│ │ │ │ │      name = f"{spider}_{method.__name__}"
│ │ │ │ │      setattr(ContractTestCase, name, lambda x: x)
│ │ │ │ │      return ContractTestCase(name)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/core/scheduler.html
│ │ │ │ @@ -495,15 +495,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -477,9 +477,9 @@
│ │ │ │ │              return json.load(f)
│ │ │ │ │  
│ │ │ │ │      def _write_dqs_state(self, dqdir: str, state: list) -> None:
│ │ │ │ │          with Path(dqdir, "active.json").open("w", encoding="utf-8") as f:
│ │ │ │ │              json.dump(state, f)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/crawler.html
│ │ │ │ @@ -533,15 +533,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -476,9 +476,9 @@
│ │ │ │ │  
│ │ │ │ │          try:
│ │ │ │ │              reactor.stop()
│ │ │ │ │          except RuntimeError:  # raised if already stopped or in shutdown stage
│ │ │ │ │              pass
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/ajaxcrawl.html
│ │ │ │ @@ -233,15 +233,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -165,9 +165,9 @@
│ │ │ │ │  
│ │ │ │ │      text = html.remove_tags_with_content(text, ("script", "noscript"))
│ │ │ │ │      text = html.replace_entities(text)
│ │ │ │ │      text = html.remove_comments(text)
│ │ │ │ │      return _ajax_crawlable_re.search(text) is not None
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/cookies.html
│ │ │ │ @@ -281,15 +281,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -211,9 +211,9 @@
│ │ │ │ │              cookies = request.cookies
│ │ │ │ │          formatted = filter(None, (self._format_cookie(c, request) for c in
│ │ │ │ │  cookies))
│ │ │ │ │          response = Response(request.url, headers={"Set-Cookie": formatted})
│ │ │ │ │          return jar.make_cookies(response, request)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/defaultheaders.html
│ │ │ │ @@ -158,15 +158,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -84,9 +84,9 @@
│ │ │ │ │          return cls(headers.items())
│ │ │ │ │  
│ │ │ │ │      def process_request(self, request, spider):
│ │ │ │ │          for k, v in self._headers:
│ │ │ │ │              request.headers.setdefault(k, v)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/downloadtimeout.html
│ │ │ │ @@ -162,15 +162,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -87,9 +87,9 @@
│ │ │ │ │          self._timeout = getattr(spider, "download_timeout", self._timeout)
│ │ │ │ │  
│ │ │ │ │      def process_request(self, request, spider):
│ │ │ │ │          if self._timeout:
│ │ │ │ │              request.meta.setdefault("download_timeout", self._timeout)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/httpauth.html
│ │ │ │ @@ -189,15 +189,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -118,9 +118,9 @@
│ │ │ │ │                  self.domain = domain
│ │ │ │ │                  self.domain_unset = False
│ │ │ │ │              if not self.domain or url_is_from_any_domain(request.url,
│ │ │ │ │  [self.domain]):
│ │ │ │ │                  request.headers[b"Authorization"] = auth
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/httpcache.html
│ │ │ │ @@ -287,15 +287,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -215,9 +215,9 @@
│ │ │ │ │          if self.policy.should_cache_response(response, request):
│ │ │ │ │              self.stats.inc_value("httpcache/store", spider=spider)
│ │ │ │ │              self.storage.store_response(spider, request, response)
│ │ │ │ │          else:
│ │ │ │ │              self.stats.inc_value("httpcache/uncacheable", spider=spider)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/httpcompression.html
│ │ │ │ @@ -245,15 +245,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -175,9 +175,9 @@
│ │ │ │ │              # where there is content size data embedded in the frame
│ │ │ │ │              reader = zstandard.ZstdDecompressor().stream_reader(io.BytesIO
│ │ │ │ │  (body))
│ │ │ │ │              body = reader.read()
│ │ │ │ │          return body
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/httpproxy.html
│ │ │ │ @@ -217,15 +217,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -144,9 +144,9 @@
│ │ │ │ │          elif b"Proxy-Authorization" in request.headers:
│ │ │ │ │              if proxy_url:
│ │ │ │ │                  request.meta["_auth_proxy"] = proxy_url
│ │ │ │ │              else:
│ │ │ │ │                  del request.headers[b"Proxy-Authorization"]
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/redirect.html
│ │ │ │ @@ -276,15 +276,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -207,9 +207,9 @@
│ │ │ │ │          if url and interval < self._maxdelay:
│ │ │ │ │              redirected = self._redirect_request_using_get(request, url)
│ │ │ │ │              return self._redirect(redirected, request, spider, "meta refresh")
│ │ │ │ │  
│ │ │ │ │          return response
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/retry.html
│ │ │ │ @@ -315,15 +315,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -246,9 +246,9 @@
│ │ │ │ │              reason=reason,
│ │ │ │ │              spider=spider,
│ │ │ │ │              max_retry_times=max_retry_times,
│ │ │ │ │              priority_adjust=priority_adjust,
│ │ │ │ │          )
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/robotstxt.html
│ │ │ │ @@ -258,15 +258,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -187,9 +187,9 @@
│ │ │ │ │              key = f"robotstxt/exception_count/{failure.type}"
│ │ │ │ │              self.crawler.stats.inc_value(key)
│ │ │ │ │          rp_dfd = self._parsers[netloc]
│ │ │ │ │          self._parsers[netloc] = None
│ │ │ │ │          rp_dfd.callback(None)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/stats.html
│ │ │ │ @@ -197,15 +197,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -124,9 +124,9 @@
│ │ │ │ │          ex_class = global_object_name(exception.__class__)
│ │ │ │ │          self.stats.inc_value("downloader/exception_count", spider=spider)
│ │ │ │ │          self.stats.inc_value(
│ │ │ │ │              f"downloader/exception_type_count/{ex_class}", spider=spider
│ │ │ │ │          )
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/downloadermiddlewares/useragent.html
│ │ │ │ @@ -160,15 +160,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -85,9 +85,9 @@
│ │ │ │ │          self.user_agent = getattr(spider, "user_agent", self.user_agent)
│ │ │ │ │  
│ │ │ │ │      def process_request(self, request, spider):
│ │ │ │ │          if self.user_agent:
│ │ │ │ │              request.headers.setdefault(b"User-Agent", self.user_agent)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/exceptions.html
│ │ │ │ @@ -233,15 +233,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -168,9 +168,9 @@
│ │ │ │ │  
│ │ │ │ │  [docs]class ContractFail(AssertionError):
│ │ │ │ │      """Error raised in case of a failing contract"""
│ │ │ │ │  
│ │ │ │ │      pass
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/exporters.html
│ │ │ │ @@ -499,15 +499,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -446,9 +446,9 @@
│ │ │ │ │      def export_item(self, item):
│ │ │ │ │          result = dict(self._get_serialized_fields(item))
│ │ │ │ │          if self.binary:
│ │ │ │ │              result = dict(self._serialize_item(result))
│ │ │ │ │          return result
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/closespider.html
│ │ │ │ @@ -208,15 +208,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -138,9 +138,9 @@
│ │ │ │ │  
│ │ │ │ │      def spider_closed(self, spider):
│ │ │ │ │          task = getattr(self, "task", False)
│ │ │ │ │          if task and task.active():
│ │ │ │ │              task.cancel()
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/corestats.html
│ │ │ │ @@ -184,15 +184,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -111,9 +111,9 @@
│ │ │ │ │      def item_dropped(self, item, spider, exception):
│ │ │ │ │          reason = exception.__class__.__name__
│ │ │ │ │          self.stats.inc_value("item_dropped_count", spider=spider)
│ │ │ │ │          self.stats.inc_value(f"item_dropped_reasons_count/{reason}",
│ │ │ │ │  spider=spider)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/debug.html
│ │ │ │ @@ -203,15 +203,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -129,9 +129,9 @@
│ │ │ │ │              # win32 platforms don't support SIGUSR signals
│ │ │ │ │              pass
│ │ │ │ │  
│ │ │ │ │      def _enter_debugger(self, signum, frame):
│ │ │ │ │          Pdb().set_trace(frame.f_back)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/feedexport.html
│ │ │ │ @@ -741,15 +741,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -698,9 +698,9 @@
│ │ │ │ │      def _load_filter(self, feed_options):
│ │ │ │ │          # load the item filter if declared else load the default filter class
│ │ │ │ │          item_filter_class = load_object(feed_options.get("item_filter",
│ │ │ │ │  ItemFilter))
│ │ │ │ │          return item_filter_class(feed_options)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/httpcache.html
│ │ │ │ @@ -520,15 +520,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -456,9 +456,9 @@
│ │ │ │ │      try:
│ │ │ │ │          date_str = to_unicode(date_str, encoding="ascii")
│ │ │ │ │          return mktime_tz(parsedate_tz(date_str))
│ │ │ │ │      except Exception:
│ │ │ │ │          return None
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/logstats.html
│ │ │ │ @@ -195,15 +195,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -120,9 +120,9 @@
│ │ │ │ │          logger.info(msg, log_args, extra={"spider": spider})
│ │ │ │ │  
│ │ │ │ │      def spider_closed(self, spider, reason):
│ │ │ │ │          if self.task and self.task.running:
│ │ │ │ │              self.task.stop()
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/memdebug.html
│ │ │ │ @@ -173,15 +173,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -98,9 +98,9 @@
│ │ │ │ │              if not wdict:
│ │ │ │ │                  continue
│ │ │ │ │              self.stats.set_value(
│ │ │ │ │                  f"memdebug/live_refs/{cls.__name__}", len(wdict), spider=spider
│ │ │ │ │              )
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/memusage.html
│ │ │ │ @@ -278,15 +278,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -212,9 +212,9 @@
│ │ │ │ │          )
│ │ │ │ │          s += "\r\n"
│ │ │ │ │          s += pformat(get_engine_status(self.crawler.engine))
│ │ │ │ │          s += "\r\n"
│ │ │ │ │          self.mail.send(rcpts, subject, s)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/postprocessing.html
│ │ │ │ @@ -306,15 +306,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -239,9 +239,9 @@
│ │ │ │ │      def _get_head_plugin(self) -> Any:
│ │ │ │ │          prev = self.file
│ │ │ │ │          for plugin in self.plugins[::-1]:
│ │ │ │ │              prev = plugin(prev, self.feed_options)
│ │ │ │ │          return prev
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/statsmailer.html
│ │ │ │ @@ -171,15 +171,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -98,9 +98,9 @@
│ │ │ │ │  ().items())
│ │ │ │ │          body += f"\n\n{spider.name} stats\n\n"
│ │ │ │ │          body += "\n".join(f"{k:<50} : {v}" for k, v in spider_stats.items())
│ │ │ │ │          return self.mail.send(self.recipients, f"Scrapy stats for:
│ │ │ │ │  {spider.name}", body)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/extensions/telnet.html
│ │ │ │ @@ -252,15 +252,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -182,9 +182,9 @@
│ │ │ │ │              "https://docs.scrapy.org/en/latest/topics/telnetconsole.html",
│ │ │ │ │          }
│ │ │ │ │          self.crawler.signals.send_catch_log(update_telnet_vars,
│ │ │ │ │  telnet_vars=telnet_vars)
│ │ │ │ │          return telnet_vars
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/http/request/json_request.html
│ │ │ │ @@ -202,15 +202,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -130,9 +130,9 @@
│ │ │ │ │          return json.dumps(data, **self._dumps_kwargs)
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  JSONRequest = create_deprecated_class("JSONRequest", JsonRequest)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/http/request.html
│ │ │ │ @@ -385,15 +385,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -330,9 +330,9 @@
│ │ │ │ │              # Reference: The standard type hierarchy
│ │ │ │ │              # https://docs.python.org/3/reference/datamodel.html
│ │ │ │ │              if obj_func.__func__ is func.__func__:
│ │ │ │ │                  return name
│ │ │ │ │      raise ValueError(f"Function {func} is not an instance method in: {obj}")
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/http/response/html.html
│ │ │ │ @@ -150,15 +150,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -75,9 +75,9 @@
│ │ │ │ │  from scrapy.http.response.text import TextResponse
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  [docs]class HtmlResponse(TextResponse):
│ │ │ │ │      pass
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/http/response/text.html
│ │ │ │ @@ -434,15 +434,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -379,9 +379,9 @@
│ │ │ │ │      href = sel.root.get("href")
│ │ │ │ │      if href is None:
│ │ │ │ │          raise _InvalidSelector(f"<{sel.root.tag}> element has no href
│ │ │ │ │  attribute: {sel}")
│ │ │ │ │      return strip_html5_whitespace(href)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/http/response/xml.html
│ │ │ │ @@ -150,15 +150,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -75,9 +75,9 @@
│ │ │ │ │  from scrapy.http.response.text import TextResponse
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  [docs]class XmlResponse(TextResponse):
│ │ │ │ │      pass
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/http/response.html
│ │ │ │ @@ -386,15 +386,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -319,9 +319,9 @@
│ │ │ │ │                  cb_kwargs=cb_kwargs,
│ │ │ │ │                  flags=flags,
│ │ │ │ │              )
│ │ │ │ │              for url in urls
│ │ │ │ │          )
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/item.html
│ │ │ │ @@ -256,15 +256,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -189,9 +189,9 @@
│ │ │ │ │          return self.__class__(self)
│ │ │ │ │  
│ │ │ │ │      def deepcopy(self):
│ │ │ │ │          """Return a :func:`~copy.deepcopy` of this item."""
│ │ │ │ │          return deepcopy(self)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/link.html
│ │ │ │ @@ -192,15 +192,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -122,9 +122,9 @@
│ │ │ │ │      def __repr__(self):
│ │ │ │ │          return (
│ │ │ │ │              f"Link(url={self.url!r}, text={self.text!r}, "
│ │ │ │ │              f"fragment={self.fragment!r}, nofollow={self.nofollow!r})"
│ │ │ │ │          )
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/linkextractors/lxmlhtml.html
│ │ │ │ @@ -382,15 +382,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -319,9 +319,9 @@
│ │ │ │ │  base_url)
│ │ │ │ │              all_links.extend(self._process_links(links))
│ │ │ │ │          if self.link_extractor.unique:
│ │ │ │ │              return unique_list(all_links)
│ │ │ │ │          return all_links
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/loader.html
│ │ │ │ @@ -228,15 +228,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -163,9 +163,9 @@
│ │ │ │ │              except AttributeError:
│ │ │ │ │                  selector = None
│ │ │ │ │          context.update(response=response)
│ │ │ │ │          super().__init__(item=item, selector=selector, parent=parent,
│ │ │ │ │  **context)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/logformatter.html
│ │ │ │ @@ -284,15 +284,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -229,9 +229,9 @@
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │      @classmethod
│ │ │ │ │      def from_crawler(cls, crawler):
│ │ │ │ │          return cls()
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/mail.html
│ │ │ │ @@ -345,15 +345,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -274,9 +274,9 @@
│ │ │ │ │              d,
│ │ │ │ │              **factory_keywords
│ │ │ │ │          )
│ │ │ │ │          factory.noisy = False
│ │ │ │ │          return factory
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/pipelines/files.html
│ │ │ │ @@ -682,15 +682,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -628,9 +628,9 @@
│ │ │ │ │              media_ext = ""
│ │ │ │ │              media_type = mimetypes.guess_type(request.url)[0]
│ │ │ │ │              if media_type:
│ │ │ │ │                  media_ext = mimetypes.guess_extension(media_type)
│ │ │ │ │          return f"full/{media_guid}{media_ext}"
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/pipelines/images.html
│ │ │ │ @@ -368,15 +368,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -307,9 +307,9 @@
│ │ │ │ │  
│ │ │ │ │  [docs]    def thumb_path(self, request, thumb_id, response=None, info=None, *,
│ │ │ │ │  item=None):
│ │ │ │ │          thumb_guid = hashlib.sha1(to_bytes(request.url)).hexdigest()
│ │ │ │ │          return f"thumbs/{thumb_id}/{thumb_guid}.jpg"
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/robotstxt.html
│ │ │ │ @@ -272,15 +272,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -204,9 +204,9 @@
│ │ │ │ │  
│ │ │ │ │      def allowed(self, url, user_agent):
│ │ │ │ │          user_agent = to_unicode(user_agent)
│ │ │ │ │          url = to_unicode(url)
│ │ │ │ │          return self.rp.can_fetch(url, user_agent)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/selector/unified.html
│ │ │ │ @@ -220,15 +220,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -149,9 +149,9 @@
│ │ │ │ │              text = response.text
│ │ │ │ │              kwargs.setdefault("base_url", response.url)
│ │ │ │ │  
│ │ │ │ │          self.response = response
│ │ │ │ │          super().__init__(text=text, type=st, root=root, **kwargs)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/settings.html
│ │ │ │ @@ -616,15 +616,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -568,9 +568,9 @@
│ │ │ │ │      """Return a dict of the settings that have been overridden"""
│ │ │ │ │      for name, defvalue in iter_default_settings():
│ │ │ │ │          value = settings[name]
│ │ │ │ │          if not isinstance(defvalue, dict) and value != defvalue:
│ │ │ │ │              yield name, value
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/signalmanager.html
│ │ │ │ @@ -205,15 +205,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -134,9 +134,9 @@
│ │ │ │ │          :param signal: the signal to disconnect from
│ │ │ │ │          :type signal: object
│ │ │ │ │          """
│ │ │ │ │          kwargs.setdefault("sender", self.sender)
│ │ │ │ │          return _signal.disconnect_all(signal, **kwargs)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spiderloader.html
│ │ │ │ @@ -230,15 +230,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -159,9 +159,9 @@
│ │ │ │ │  [docs]    def list(self):
│ │ │ │ │          """
│ │ │ │ │          Return a list with the names of all spiders available in the project.
│ │ │ │ │          """
│ │ │ │ │          return list(self._spiders.keys())
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spidermiddlewares/depth.html
│ │ │ │ @@ -200,15 +200,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -125,9 +125,9 @@
│ │ │ │ │              return False
│ │ │ │ │          if self.verbose_stats:
│ │ │ │ │              self.stats.inc_value(f"request_depth_count/{depth}", spider=spider)
│ │ │ │ │          self.stats.max_value("request_depth_max", depth, spider=spider)
│ │ │ │ │          return True
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spidermiddlewares/httperror.html
│ │ │ │ @@ -196,15 +196,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -123,9 +123,9 @@
│ │ │ │ │  handled or not allowed",
│ │ │ │ │                  {"response": response},
│ │ │ │ │                  extra={"spider": spider},
│ │ │ │ │              )
│ │ │ │ │              return []
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spidermiddlewares/offsite.html
│ │ │ │ @@ -233,15 +233,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -159,9 +159,9 @@
│ │ │ │ │      pass
│ │ │ │ │  
│ │ │ │ │  
│ │ │ │ │  class PortWarning(Warning):
│ │ │ │ │      pass
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spidermiddlewares/referer.html
│ │ │ │ @@ -523,15 +523,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -479,9 +479,9 @@
│ │ │ │ │                  if policy_referrer != request_referrer:
│ │ │ │ │                      if policy_referrer is None:
│ │ │ │ │                          request.headers.pop("Referer")
│ │ │ │ │                      else:
│ │ │ │ │                          request.headers["Referer"] = policy_referrer
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spidermiddlewares/urllength.html
│ │ │ │ @@ -182,15 +182,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -107,9 +107,9 @@
│ │ │ │ │              spider.crawler.stats.inc_value(
│ │ │ │ │                  "urllength/request_ignored_count", spider=spider
│ │ │ │ │              )
│ │ │ │ │              return False
│ │ │ │ │          return True
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spiders/crawl.html
│ │ │ │ @@ -287,15 +287,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -216,9 +216,9 @@
│ │ │ │ │          spider = super().from_crawler(crawler, *args, **kwargs)
│ │ │ │ │          spider._follow_links = crawler.settings.getbool(
│ │ │ │ │              "CRAWLSPIDER_FOLLOW_LINKS", True
│ │ │ │ │          )
│ │ │ │ │          return spider
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spiders/feed.html
│ │ │ │ @@ -282,15 +282,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -220,9 +220,9 @@
│ │ │ │ │                  "You must define parse_row method in order to scrape this CSV
│ │ │ │ │  feed"
│ │ │ │ │              )
│ │ │ │ │          response = self.adapt_response(response)
│ │ │ │ │          return self.parse_rows(response)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/spiders/sitemap.html
│ │ │ │ @@ -238,15 +238,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -166,9 +166,9 @@
│ │ │ │ │          yield d["loc"]
│ │ │ │ │  
│ │ │ │ │          # Also consider alternate URLs (xhtml:link rel="alternate")
│ │ │ │ │          if alt and "alternate" in d:
│ │ │ │ │              yield from d["alternate"]
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/statscollectors.html
│ │ │ │ @@ -218,15 +218,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -155,9 +155,9 @@
│ │ │ │ │      def max_value(self, key, value, spider=None):
│ │ │ │ │          pass
│ │ │ │ │  
│ │ │ │ │      def min_value(self, key, value, spider=None):
│ │ │ │ │          pass
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/curl.html
│ │ │ │ @@ -245,15 +245,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -170,9 +170,9 @@
│ │ │ │ │              # if the "data" is specified but the "method" is not specified,
│ │ │ │ │              # the default method is 'POST'
│ │ │ │ │              result["method"] = "POST"
│ │ │ │ │  
│ │ │ │ │      return result
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/defer.html
│ │ │ │ @@ -510,15 +510,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -467,9 +467,9 @@
│ │ │ │ │                  extra_response = await maybe_deferred_to_future(d)
│ │ │ │ │      """
│ │ │ │ │      if not is_asyncio_reactor_installed():
│ │ │ │ │          return d
│ │ │ │ │      return deferred_to_future(d)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/log.html
│ │ │ │ @@ -368,15 +368,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -298,9 +298,9 @@
│ │ │ │ │      # NOTE: This also handles 'args' being an empty dict, that case doesn't
│ │ │ │ │      # play well in logger.log calls
│ │ │ │ │      args = logkws if not logkws.get("args") else logkws["args"]
│ │ │ │ │  
│ │ │ │ │      return (level, message, args)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/reactor.html
│ │ │ │ @@ -300,15 +300,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -227,9 +227,9 @@
│ │ │ │ │  
│ │ │ │ │  def is_asyncio_reactor_installed():
│ │ │ │ │      from twisted.internet import reactor
│ │ │ │ │  
│ │ │ │ │      return isinstance(reactor, asyncioreactor.AsyncioSelectorReactor)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/request.html
│ │ │ │ @@ -466,15 +466,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -402,9 +402,9 @@
│ │ │ │ │      name = str(name)
│ │ │ │ │      try:
│ │ │ │ │          return getattr(obj, name)
│ │ │ │ │      except AttributeError:
│ │ │ │ │          raise ValueError(f"Method {name!r} not found in: {obj}")
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/_modules/scrapy/utils/trackref.html
│ │ │ │ @@ -202,15 +202,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -132,9 +132,9 @@
│ │ │ │ │  [docs]def iter_all(class_name):
│ │ │ │ │      """Iterate over all objects of the same class by its class name"""
│ │ │ │ │      for cls, wdict in live_refs.items():
│ │ │ │ │          if cls.__name__ == class_name:
│ │ │ │ │              return wdict.keys()
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/contributing.html
│ │ │ │ @@ -404,15 +404,15 @@
│ │ │ │          <a href="news.html" class="btn btn-neutral float-left" title="Release notes" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="versioning.html" class="btn btn-neutral float-right" title="Versioning and API stability" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -265,9 +265,9 @@
│ │ │ │ │  example, the item loaders code is in:
│ │ │ │ │  scrapy.loader
│ │ │ │ │  And their unit-tests are in:
│ │ │ │ │  tests/test_loader.py
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/faq.html
│ │ │ │ @@ -506,15 +506,15 @@
│ │ │ │          <a href="topics/telnetconsole.html" class="btn btn-neutral float-left" title="Telnet Console" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="topics/debug.html" class="btn btn-neutral float-right" title="Debugging Spiders" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -365,9 +365,9 @@
│ │ │ │ │  *****
│ │ │ │ │  This may happen if your Scrapy project has a spider module with a name that
│ │ │ │ │  conflicts with the name of one of the Python_standard_library_modules, such as
│ │ │ │ │  csv.py or os.py, or any Python_package that you have installed. See issue_2680.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/genindex.html
│ │ │ │ @@ -3813,15 +3813,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -1053,9 +1053,9 @@
│ │ │ │ │        scrapy.spiders)                 method)
│ │ │ │ │      * XmlItemExporter_(class_in           o (scrapy.selector.Selector
│ │ │ │ │        scrapy.exporters)                     method)
│ │ │ │ │      * XmlResponse_(class_in               o (scrapy.selector.SelectorList
│ │ │ │ │        scrapy.http)                          method)
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/index.html
│ │ │ │ @@ -298,15 +298,15 @@
│ │ │ │            <footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
│ │ │ │          <a href="intro/overview.html" class="btn btn-neutral float-right" title="Scrapy at a glance" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -184,9 +184,9 @@
│ │ │ │ │    Contributing_to_Scrapy
│ │ │ │ │        Learn how to contribute to the Scrapy project.
│ │ │ │ │    Versioning_and_API_stability
│ │ │ │ │        Understand Scrapy versioning and API stability.
│ │ │ │ │  
│ │ │ │ │  Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/intro/examples.html
│ │ │ │ @@ -155,15 +155,15 @@
│ │ │ │          <a href="tutorial.html" class="btn btn-neutral float-left" title="Scrapy Tutorial" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="../topics/commands.html" class="btn btn-neutral float-right" title="Command line tool" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -73,9 +73,9 @@
│ │ │ │ │  expressions.
│ │ │ │ │  The quotesbot project is available at: https://github.com/scrapy/quotesbot. You
│ │ │ │ │  can find more information about it in the project’s README.
│ │ │ │ │  If you’re familiar with git, you can checkout the code. Otherwise you can
│ │ │ │ │  download the project as a zip file by clicking here.
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/intro/install.html
│ │ │ │ @@ -389,15 +389,15 @@
│ │ │ │          <a href="overview.html" class="btn btn-neutral float-left" title="Scrapy at a glance" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="tutorial.html" class="btn btn-neutral float-right" title="Scrapy Tutorial" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -240,9 +240,9 @@
│ │ │ │ │  To install a version of pyOpenSSL that your version of Twisted supports,
│ │ │ │ │  reinstall Twisted with the tls extra option:
│ │ │ │ │  pip install twisted[tls]
│ │ │ │ │  For details, see Issue_#2473.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/intro/overview.html
│ │ │ │ @@ -277,15 +277,15 @@
│ │ │ │          <a href="../index.html" class="btn btn-neutral float-left" title="Scrapy 2.8 documentation" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="install.html" class="btn btn-neutral float-right" title="Installation guide" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -175,9 +175,9 @@
│ │ │ │ │  ***** What’s next?¶ *****
│ │ │ │ │  The next steps for you are to install_Scrapy, follow_through_the_tutorial to
│ │ │ │ │  learn how to create a full-blown Scrapy project and join_the_community. Thanks
│ │ │ │ │  for your interest!
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/intro/tutorial.html
│ │ │ │ @@ -841,15 +841,15 @@
│ │ │ │          <a href="install.html" class="btn btn-neutral float-left" title="Installation guide" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="examples.html" class="btn btn-neutral float-right" title="Examples" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -644,9 +644,9 @@
│ │ │ │ │  You can continue from the section Basic_concepts to know more about the
│ │ │ │ │  command-line tool, spiders, selectors and other things the tutorial hasn’t
│ │ │ │ │  covered like modeling the scraped data. If you prefer to play with an example
│ │ │ │ │  project, check the Examples section.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/news.html
│ │ │ │ @@ -5505,15 +5505,15 @@
│ │ │ │          <a href="topics/api.html" class="btn btn-neutral float-left" title="Core API" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="contributing.html" class="btn btn-neutral float-right" title="Contributing to Scrapy" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -4218,9 +4218,9 @@
│ │ │ │ │        scrapy.utils.markup.replace_escape_chars instead (r1865)
│ │ │ │ │  
│ │ │ │ │  ***** Scrapy 0.7¶ *****
│ │ │ │ │  First release of Scrapy.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/py-modindex.html
│ │ │ │ @@ -421,15 +421,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -127,9 +127,9 @@
│ │ │ │ │          scrapy.spidermiddlewares.urllength    URL Length Spider Middleware
│ │ │ │ │          scrapy.statscollectors                Stats Collectors
│ │ │ │ │          scrapy.utils.log                      Logging utils
│ │ │ │ │          scrapy.utils.trackref                 Track references of live
│ │ │ │ │                                                   objects
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/search.html
│ │ │ │ @@ -149,15 +149,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -61,9 +61,9 @@
│ │ │ │ │      * Versioning_and_API_stability
│ │ │ │ │     Scrapy
│ │ │ │ │      * Search
│ │ │ │ │  ===============================================================================
│ │ │ │ │  Please activate JavaScript to enable the search functionality.
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/api.html
│ │ │ │ @@ -1036,15 +1036,15 @@
│ │ │ │          <a href="components.html" class="btn btn-neutral float-left" title="Components" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="../news.html" class="btn btn-neutral float-right" title="Release notes" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -564,9 +564,9 @@
│ │ │ │ │              Open the given spider for stats collection.
│ │ │ │ │          close_spider(spider)[source]¶
│ │ │ │ │              Close the given spider. After this is called, no more specific
│ │ │ │ │              stats can be accessed or collected.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/architecture.html
│ │ │ │ @@ -287,15 +287,15 @@
│ │ │ │          <a href="asyncio.html" class="btn btn-neutral float-left" title="asyncio" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="downloader-middleware.html" class="btn btn-neutral float-right" title="Downloader Middleware" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -169,9 +169,9 @@
│ │ │ │ │  links:
│ │ │ │ │      * twisted:core/howto/defer-intro
│ │ │ │ │      * Twisted_-_hello,_asynchronous_programming
│ │ │ │ │      * Twisted_Introduction_-_Krondo
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/asyncio.html
│ │ │ │ @@ -300,15 +300,15 @@
│ │ │ │          <a href="coroutines.html" class="btn btn-neutral float-left" title="Coroutines" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="architecture.html" class="btn btn-neutral float-right" title="Architecture overview" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -167,9 +167,9 @@
│ │ │ │ │                  f"reactor. Make sure you have it configured in the "
│ │ │ │ │                  f"TWISTED_REACTOR setting. See the asyncio documentation "
│ │ │ │ │                  f"of Scrapy for more information."
│ │ │ │ │              )
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/autothrottle.html
│ │ │ │ @@ -285,15 +285,15 @@
│ │ │ │          <a href="deploy.html" class="btn btn-neutral float-left" title="Deploying Spiders" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="benchmarking.html" class="btn btn-neutral float-right" title="Benchmarking" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -174,9 +174,9 @@
│ │ │ │ │  Default: False
│ │ │ │ │  Enable AutoThrottle debug mode which will display stats on every response
│ │ │ │ │  received, so you can see how the throttling parameters are being adjusted in
│ │ │ │ │  real time.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/benchmarking.html
│ │ │ │ @@ -221,15 +221,15 @@
│ │ │ │          <a href="autothrottle.html" class="btn btn-neutral float-left" title="AutoThrottle extension" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="jobs.html" class="btn btn-neutral float-right" title="Jobs: pausing and resuming crawls" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -153,9 +153,9 @@
│ │ │ │ │  hardware where you run it. Note that this is a very simple spider intended to
│ │ │ │ │  follow links, any custom spider you write will probably do more stuff which
│ │ │ │ │  results in slower crawl rates. How slower depends on how much your spider does
│ │ │ │ │  and how well it’s written.
│ │ │ │ │  Use scrapy-bench for more complex benchmarking.
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/broad-crawls.html
│ │ │ │ @@ -339,15 +339,15 @@
│ │ │ │          <a href="practices.html" class="btn btn-neutral float-left" title="Common Practices" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="developer-tools.html" class="btn btn-neutral float-right" title="Using your browser’s Developer Tools for scraping" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -219,9 +219,9 @@
│ │ │ │ │  
│ │ │ │ │  ***** Install a specific Twisted reactor¶ *****
│ │ │ │ │  If the crawl is exceeding the system’s capabilities, you might want to try
│ │ │ │ │  installing a specific Twisted reactor, via the TWISTED_REACTOR setting.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/commands.html
│ │ │ │ @@ -714,15 +714,15 @@
│ │ │ │          <a href="../intro/examples.html" class="btn btn-neutral float-left" title="Examples" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="spiders.html" class="btn btn-neutral float-right" title="Spiders" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -516,9 +516,9 @@
│ │ │ │ │        'my_command=my_scrapy_module.commands:MyCommand',
│ │ │ │ │      ],
│ │ │ │ │    },
│ │ │ │ │   )
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/components.html
│ │ │ │ @@ -205,15 +205,15 @@
│ │ │ │          <a href="exporters.html" class="btn btn-neutral float-left" title="Item Exporters" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="api.html" class="btn btn-neutral float-right" title="Core API" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -115,9 +115,9 @@
│ │ │ │ │                  f"later, which allow defining the process_spider_output "
│ │ │ │ │                  f"method of spider middlewares as an asynchronous "
│ │ │ │ │                  f"generator."
│ │ │ │ │              )
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/contracts.html
│ │ │ │ @@ -319,15 +319,15 @@
│ │ │ │          <a href="debug.html" class="btn btn-neutral float-left" title="Debugging Spiders" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="practices.html" class="btn btn-neutral float-right" title="Common Practices" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -172,9 +172,9 @@
│ │ │ │ │  
│ │ │ │ │      def __init__(self):
│ │ │ │ │          if os.environ.get('SCRAPY_CHECK'):
│ │ │ │ │              pass  # Do some scraper adjustments when a check is running
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/coroutines.html
│ │ │ │ @@ -350,15 +350,15 @@
│ │ │ │          <a href="jobs.html" class="btn btn-neutral float-left" title="Jobs: pausing and resuming crawls" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="asyncio.html" class="btn btn-neutral float-right" title="asyncio" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -212,9 +212,9 @@
│ │ │ │ │  In some future version of Scrapy, however, this feature will be deprecated and,
│ │ │ │ │  eventually, in a later version of Scrapy, this feature will be removed, and all
│ │ │ │ │  spider middlewares will be expected to define their process_spider_output
│ │ │ │ │  method as an asynchronous generator.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/debug.html
│ │ │ │ @@ -305,15 +305,15 @@
│ │ │ │          <a href="../faq.html" class="btn btn-neutral float-left" title="Frequently Asked Questions" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="contracts.html" class="btn btn-neutral float-right" title="Spiders Contracts" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -201,9 +201,9 @@
│ │ │ │ │      ]
│ │ │ │ │  }
│ │ │ │ │  Also, make sure you enable “User Uncaught Exceptions”, to catch exceptions
│ │ │ │ │  in your Scrapy spider.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/deploy.html
│ │ │ │ @@ -182,15 +182,15 @@
│ │ │ │          <a href="media-pipeline.html" class="btn btn-neutral float-left" title="Downloading and processing files and images" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="autothrottle.html" class="btn btn-neutral float-right" title="AutoThrottle extension" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -94,9 +94,9 @@
│ │ │ │ │  Please refer to the Zyte_Scrapy_Cloud_documentation for more information.
│ │ │ │ │  Zyte Scrapy Cloud is compatible with Scrapyd and one can switch between them as
│ │ │ │ │  needed - the configuration is read from the scrapy.cfg file just like scrapyd-
│ │ │ │ │  deploy.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/developer-tools.html
│ │ │ │ @@ -403,15 +403,15 @@
│ │ │ │          <a href="broad-crawls.html" class="btn btn-neutral float-left" title="Broad Crawls" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="dynamic-content.html" class="btn btn-neutral float-right" title="Selecting dynamically-loaded content" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -285,9 +285,9 @@
│ │ │ │ │  easily replicate the dynamic requests of the scrolling functionality of the
│ │ │ │ │  page. Crawling dynamic pages can be quite daunting and pages can be very
│ │ │ │ │  complex, but it (mostly) boils down to identifying the correct request and
│ │ │ │ │  replicating it in your spider.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/djangoitem.html
│ │ │ │ @@ -145,15 +145,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -65,9 +65,9 @@
│ │ │ │ │  ===============================================================================
│ │ │ │ │  ****** DjangoItem¶ ******
│ │ │ │ │  DjangoItem has been moved into a separate project.
│ │ │ │ │  It is hosted at:
│ │ │ │ │       https://github.com/scrapy-plugins/scrapy-djangoitem
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/downloader-middleware.html
│ │ │ │ @@ -1277,15 +1277,15 @@
│ │ │ │          <a href="architecture.html" class="btn btn-neutral float-left" title="Architecture overview" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="spider-middleware.html" class="btn btn-neutral float-right" title="Spider Middleware" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -852,9 +852,9 @@
│ │ │ │ │  
│ │ │ │ │  ** HTTPPROXY_AUTH_ENCODING¶ **
│ │ │ │ │  Default: "latin-1"
│ │ │ │ │  The default encoding for proxy authentication on HttpProxyMiddleware.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/dynamic-content.html
│ │ │ │ @@ -369,15 +369,15 @@
│ │ │ │          <a href="developer-tools.html" class="btn btn-neutral float-left" title="Using your browser’s Developer Tools for scraping" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="leaks.html" class="btn btn-neutral float-right" title="Debugging memory leaks" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -240,9 +240,9 @@
│ │ │ │ │              return {"title": title}
│ │ │ │ │  However, using playwright-python directly as in the above example circumvents
│ │ │ │ │  most of the Scrapy components (middlewares, dupefilter, etc). We recommend
│ │ │ │ │  using scrapy-playwright for a better integration.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/email.html
│ │ │ │ @@ -294,15 +294,15 @@
│ │ │ │          <a href="stats.html" class="btn btn-neutral float-left" title="Stats Collection" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="telnetconsole.html" class="btn btn-neutral float-right" title="Telnet Console" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -172,9 +172,9 @@
│ │ │ │ │  
│ │ │ │ │  **** MAIL_SSL¶ ****
│ │ │ │ │  Default: False
│ │ │ │ │  Enforce connecting using an SSL encrypted connection
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/exceptions.html
│ │ │ │ @@ -297,15 +297,15 @@
│ │ │ │          <a href="settings.html" class="btn btn-neutral float-left" title="Settings" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="logging.html" class="btn btn-neutral float-right" title="Logging" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -146,9 +146,9 @@
│ │ │ │ │  StopDownload(True) will raise a TypeError.
│ │ │ │ │  See the documentation for the bytes_received and headers_received signals and
│ │ │ │ │  the Stopping_the_download_of_a_Response topic for additional information and
│ │ │ │ │  examples.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/exporters.html
│ │ │ │ @@ -652,15 +652,15 @@
│ │ │ │          <a href="scheduler.html" class="btn btn-neutral float-left" title="Scheduler" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="components.html" class="btn btn-neutral float-right" title="Components" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -407,9 +407,9 @@
│ │ │ │ │          Parameters:
│ │ │ │ │              file – The file-like object to use for exporting the data. Its
│ │ │ │ │              write method should accept bytes (a disk file opened in binary
│ │ │ │ │              mode, a BytesIO object, etc)
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/extensions.html
│ │ │ │ @@ -497,15 +497,15 @@
│ │ │ │          <a href="spider-middleware.html" class="btn btn-neutral float-left" title="Spider Middleware" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="signals.html" class="btn btn-neutral float-right" title="Signals" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -311,9 +311,9 @@
│ │ │ │ │  is received. After the debugger is exited, the Scrapy process continues running
│ │ │ │ │  normally.
│ │ │ │ │  For more info see Debugging_in_Python.
│ │ │ │ │  This extension only works on POSIX-compliant platforms (i.e. not Windows).
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/feed-exports.html
│ │ │ │ @@ -909,15 +909,15 @@
│ │ │ │          <a href="item-pipeline.html" class="btn btn-neutral float-left" title="Item Pipeline" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="request-response.html" class="btn btn-neutral float-right" title="Requests and Responses" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -573,9 +573,9 @@
│ │ │ │ │        # myproject/settings.py
│ │ │ │ │        FEED_URI_PARAMS = 'myproject.utils.uri_params'
│ │ │ │ │     3. Use %(spider_name)s in your feed URI:
│ │ │ │ │        scrapy crawl <spider_name> -o "%(spider_name)s.jsonl"
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/item-pipeline.html
│ │ │ │ @@ -418,15 +418,15 @@
│ │ │ │          <a href="shell.html" class="btn btn-neutral float-left" title="Scrapy shell" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="feed-exports.html" class="btn btn-neutral float-right" title="Feed exports" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -274,9 +274,9 @@
│ │ │ │ │  }
│ │ │ │ │  The integer values you assign to classes in this setting determine the order in
│ │ │ │ │  which they run: items go through from lower valued to higher valued classes.
│ │ │ │ │  It’s customary to define these numbers in the 0-1000 range.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/items.html
│ │ │ │ @@ -555,15 +555,15 @@
│ │ │ │          <a href="selectors.html" class="btn btn-neutral float-left" title="Selectors" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="loaders.html" class="btn btn-neutral float-right" title="Item Loaders" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -328,9 +328,9 @@
│ │ │ │ │  
│ │ │ │ │  ***** Other classes related to items¶ *****
│ │ │ │ │    classscrapy.item.ItemMeta(class_name, bases, attrs)[source]¶
│ │ │ │ │        Metaclass of Item that handles field definitions.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/jobs.html
│ │ │ │ @@ -222,15 +222,15 @@
│ │ │ │          <a href="benchmarking.html" class="btn btn-neutral float-left" title="Benchmarking" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="coroutines.html" class="btn btn-neutral float-right" title="Coroutines" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -121,9 +121,9 @@
│ │ │ │ │  which must be methods of the running Spider class.
│ │ │ │ │  If you wish to log the requests that couldn’t be serialized, you can set the
│ │ │ │ │  SCHEDULER_DEBUG setting to True in the project’s settings page. It is False
│ │ │ │ │  by default.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/leaks.html
│ │ │ │ @@ -415,15 +415,15 @@
│ │ │ │          <a href="dynamic-content.html" class="btn btn-neutral float-left" title="Selecting dynamically-loaded content" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="media-pipeline.html" class="btn btn-neutral float-right" title="Downloading and processing files and images" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -269,9 +269,9 @@
│ │ │ │ │       require significant changes to the Python interpreter.
│ │ │ │ │  To keep memory consumption reasonable you can split the job into several
│ │ │ │ │  smaller jobs or enable persistent_job_queue and stop/start spider from time to
│ │ │ │ │  time.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/link-extractors.html
│ │ │ │ @@ -304,15 +304,15 @@
│ │ │ │          <a href="request-response.html" class="btn btn-neutral float-left" title="Requests and Responses" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="settings.html" class="btn btn-neutral float-right" title="Settings" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -114,9 +114,9 @@
│ │ │ │ │                  * fragment – the part of the url after the hash symbol. From
│ │ │ │ │                    the sample, this is foo.
│ │ │ │ │                  * nofollow – an indication of the presence or absence of a
│ │ │ │ │                    nofollow value in the rel attribute of the anchor tag.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/loaders.html
│ │ │ │ @@ -815,15 +815,15 @@
│ │ │ │          <a href="items.html" class="btn btn-neutral float-left" title="Items" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="shell.html" class="btn btn-neutral float-right" title="Scrapy shell" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -544,9 +544,9 @@
│ │ │ │ │  Loaders, and different Item Loaders hierarchies may fit better for different
│ │ │ │ │  projects. Scrapy only provides the mechanism; it doesn’t impose any specific
│ │ │ │ │  organization of your Loaders collection - that’s up to you and your
│ │ │ │ │  project’s needs.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/logging.html
│ │ │ │ @@ -565,15 +565,15 @@
│ │ │ │          <a href="exceptions.html" class="btn btn-neutral float-left" title="Exceptions" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="stats.html" class="btn btn-neutral float-right" title="Stats Collection" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -365,9 +365,9 @@
│ │ │ │ │            level=logging.INFO
│ │ │ │ │        )
│ │ │ │ │        Refer to Run_Scrapy_from_a_script for more details about using Scrapy
│ │ │ │ │        this way.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/media-pipeline.html
│ │ │ │ @@ -794,15 +794,15 @@
│ │ │ │          <a href="leaks.html" class="btn btn-neutral float-left" title="Debugging memory leaks" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="deploy.html" class="btn btn-neutral float-right" title="Deploying Spiders" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -539,9 +539,9 @@
│ │ │ │ │  path to the ITEM_PIPELINES setting, like in the following example:
│ │ │ │ │  ITEM_PIPELINES = {
│ │ │ │ │      'myproject.pipelines.MyImagesPipeline': 300
│ │ │ │ │  }
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/practices.html
│ │ │ │ @@ -389,15 +389,15 @@
│ │ │ │          <a href="contracts.html" class="btn btn-neutral float-left" title="Spiders Contracts" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="broad-crawls.html" class="btn btn-neutral float-right" title="Broad Crawls" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -279,9 +279,9 @@
│ │ │ │ │        you can just focus on parsing clean pages. One example of such
│ │ │ │ │        downloaders is Zyte_Smart_Proxy_Manager
│ │ │ │ │  If you are still unable to prevent your bot getting banned, consider contacting
│ │ │ │ │  commercial_support.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/request-response.html
│ │ │ │ @@ -1662,15 +1662,15 @@
│ │ │ │          <a href="feed-exports.html" class="btn btn-neutral float-left" title="Feed exports" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="link-extractors.html" class="btn btn-neutral float-right" title="Link Extractors" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -1056,9 +1056,9 @@
│ │ │ │ │    classscrapy.http.XmlResponse(url[, ...])[source]¶
│ │ │ │ │        The XmlResponse class is a subclass of TextResponse which adds encoding
│ │ │ │ │        auto-discovering support by looking into the XML declaration line. See
│ │ │ │ │        TextResponse.encoding.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/scheduler.html
│ │ │ │ @@ -358,15 +358,15 @@
│ │ │ │          <a href="signals.html" class="btn btn-neutral float-left" title="Signals" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="exporters.html" class="btn btn-neutral float-right" title="Item Exporters" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -213,9 +213,9 @@
│ │ │ │ │                 1. initialize the memory queue
│ │ │ │ │                 2. initialize the disk queue if the jobdir attribute is a valid
│ │ │ │ │                    directory
│ │ │ │ │                 3. return the result of the dupefilter’s open method
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/scrapyd.html
│ │ │ │ @@ -145,15 +145,15 @@
│ │ │ │             </div>
│ │ │ │            </div>
│ │ │ │            <footer>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -65,9 +65,9 @@
│ │ │ │ │  ===============================================================================
│ │ │ │ │  ****** Scrapyd¶ ******
│ │ │ │ │  Scrapyd has been moved into a separate project.
│ │ │ │ │  Its documentation is now hosted at:
│ │ │ │ │       https://scrapyd.readthedocs.io/en/latest/
│ │ │ │ │  
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/selectors.html
│ │ │ │ @@ -1329,15 +1329,15 @@
│ │ │ │          <a href="spiders.html" class="btn btn-neutral float-left" title="Spiders" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="items.html" class="btn btn-neutral float-right" title="Items" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -925,9 +925,9 @@
│ │ │ │ │     2. Extract all prices from a Google_Base_XML_feed which requires registering
│ │ │ │ │        a namespace:
│ │ │ │ │        sel.register_namespace("g", "http://base.google.com/ns/1.0")
│ │ │ │ │        sel.xpath("//g:price").getall()
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/settings.html
│ │ │ │ @@ -1577,15 +1577,15 @@
│ │ │ │          <a href="link-extractors.html" class="btn btn-neutral float-left" title="Link Extractors" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="exceptions.html" class="btn btn-neutral float-right" title="Exceptions" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -1227,9 +1227,9 @@
│ │ │ │ │      * TELNETCONSOLE_HOST
│ │ │ │ │      * TELNETCONSOLE_PASSWORD
│ │ │ │ │      * TELNETCONSOLE_PORT
│ │ │ │ │      * TELNETCONSOLE_USERNAME
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/shell.html
│ │ │ │ @@ -424,15 +424,15 @@
│ │ │ │          <a href="loaders.html" class="btn btn-neutral float-left" title="Item Loaders" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="item-pipeline.html" class="btn btn-neutral float-right" title="Item Pipeline" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -284,9 +284,9 @@
│ │ │ │ │  ...
│ │ │ │ │  Note that you can’t use the fetch shortcut here since the Scrapy engine is
│ │ │ │ │  blocked by the shell. However, after you leave the shell, the spider will
│ │ │ │ │  continue crawling where it stopped, as shown above.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/signals.html
│ │ │ │ @@ -663,15 +663,15 @@
│ │ │ │          <a href="extensions.html" class="btn btn-neutral float-left" title="Extensions" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="scheduler.html" class="btn btn-neutral float-right" title="Scheduler" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -404,9 +404,9 @@
│ │ │ │ │                  * request (Request object) – the request that generated the
│ │ │ │ │                    response
│ │ │ │ │                  * spider (Spider object) – the spider for which the response
│ │ │ │ │                    is intended
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/spider-middleware.html
│ │ │ │ @@ -704,15 +704,15 @@
│ │ │ │          <a href="downloader-middleware.html" class="btn btn-neutral float-left" title="Downloader Middleware" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="extensions.html" class="btn btn-neutral float-right" title="Extensions" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -435,9 +435,9 @@
│ │ │ │ │        The UrlLengthMiddleware can be configured through the following settings
│ │ │ │ │        (see the settings documentation for more info):
│ │ │ │ │                 * URLLENGTH_LIMIT - The maximum URL length to allow for
│ │ │ │ │                   crawled URLs.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/spiders.html
│ │ │ │ @@ -1047,15 +1047,15 @@
│ │ │ │          <a href="commands.html" class="btn btn-neutral float-left" title="Command line tool" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="selectors.html" class="btn btn-neutral float-right" title="Selectors" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -730,9 +730,9 @@
│ │ │ │ │          pass # ... scrape shop here ...
│ │ │ │ │  
│ │ │ │ │      def parse_other(self, response):
│ │ │ │ │          pass # ... scrape other here ...
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/stats.html
│ │ │ │ @@ -256,15 +256,15 @@
│ │ │ │          <a href="logging.html" class="btn btn-neutral float-left" title="Logging" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="email.html" class="btn btn-neutral float-right" title="Sending e-mail" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -137,9 +137,9 @@
│ │ │ │ │        does nothing). This stats collector can be set via the STATS_CLASS
│ │ │ │ │        setting, to disable stats collect in order to improve performance.
│ │ │ │ │        However, the performance penalty of stats collection is usually marginal
│ │ │ │ │        compared to other Scrapy workload like parsing pages.
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/topics/telnetconsole.html
│ │ │ │ @@ -354,15 +354,15 @@
│ │ │ │          <a href="email.html" class="btn btn-neutral float-left" title="Sending e-mail" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │          <a href="../faq.html" class="btn btn-neutral float-right" title="Frequently Asked Questions" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -198,9 +198,9 @@
│ │ │ │ │  **** TELNETCONSOLE_PASSWORD¶ ****
│ │ │ │ │  Default: None
│ │ │ │ │  The password used for the telnet console, default behaviour is to have it
│ │ │ │ │  autogenerated
│ │ │ │ │  
│ │ │ │ │  Previous Next
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.
│ │ │ ├── ./usr/share/doc/python-scrapy-doc/html/versioning.html
│ │ │ │ @@ -195,15 +195,15 @@
│ │ │ │            <footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
│ │ │ │          <a href="contributing.html" class="btn btn-neutral float-left" title="Contributing to Scrapy" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
│ │ │ │      </div>
│ │ │ │  
│ │ │ │    <hr/>
│ │ │ │  
│ │ │ │    <div role="contentinfo">
│ │ │ │ -    <p>&#169; Copyright 2008–2025, Scrapy developers.
│ │ │ │ +    <p>&#169; Copyright 2008–2024, Scrapy developers.
│ │ │ │        <span class="lastupdated">Last updated on Mar 26, 2023.
│ │ │ │        </span></p>
│ │ │ │    </div>
│ │ │ │  
│ │ │ │    Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
│ │ │ │      <a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
│ │ │ │      provided by <a href="https://readthedocs.org">Read the Docs</a>.
│ │ │ │ ├── html2text {}
│ │ │ │ │ @@ -104,9 +104,9 @@
│ │ │ │ │  Any new Scrapy release after a year may remove support for that deprecated
│ │ │ │ │  feature.
│ │ │ │ │  All deprecated features removed in a Scrapy release are explicitly mentioned in
│ │ │ │ │  the release_notes.
│ │ │ │ │  
│ │ │ │ │  Previous
│ │ │ │ │  ===============================================================================
│ │ │ │ │ -© Copyright 2008–2025, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │ +© Copyright 2008–2024, Scrapy developers. Last updated on Mar 26, 2023.
│ │ │ │ │  Built with Sphinx using a theme provided by Read_the_Docs.