Security advisory

{
  "id": "0c09ff4f39df09ea2262b408a49b0b2578611ac7b3a67d27849993b53c3cca0f",
  "url": "https://osv.dev/vulnerability/CVE-2021-41125",
  "method": "structured",
  "payload": {
    "kind": "advisory",
    "title": "CVE-2021-41125",
    "summary": "Scrapy is a high-level web crawling and scraping framework for Python. If you use `HttpAuthMiddleware` (i.e. the `http_user` and `http_pass` spider attributes) for HTTP authentication, all requests will expose your credentials to the request target. This includes requests generated by Scrapy components, such as `robots.txt` requests sent by Scrapy when the `ROBOTSTXT_OBEY` setting is set to `True`, or as requests reached through redirects. Upgrade to Scrapy 2.5.1 and use the new `http_auth_domain` spider attribute to control which domains are allowed to receive the configured HTTP authentication credentials. If you are using Scrapy 1.8 or a lower version, and upgrading to Scrapy 2.5.1 is not an option, you may upgrade to Scrapy 1.8.1 instead. If you cannot upgrade, set your HTTP authentication credentials on a per-request basis, using for example the `w3lib.http.basic_auth_header` function to convert your credentials into a value that you can assign to the `Authorization` header of your request, instead of defining your credentials globally using `HttpAuthMiddleware`.",
    "evidence": "osv:CVE-2021-41125",
    "products": [],
    "severity": "medium",
    "structured": {
      "id": "CVE-2021-41125",
      "aliases": [
        "CVE-2021-41125",
        "GHSA-jwqp-28gf-p498",
        "PYSEC-2021-363"
      ],
      "metrics": [
        {
          "type": "CVSS_V3",
          "score": "CVSS:3.1/AV:N/AC:L/PR:L/UI:N/S:U/C:H/I:N/A:N"
        }
      ],
      "affected": [
        {
          "ranges": [
            {
              "repo": "https://github.com/scrapy/scrapy",
              "type": "GIT",
              "events": [
                {
                  "introduced": "0"
                },
                {
                  "fixed": "283e90e466699725b5a28cbd85c47016cda95347"
                },
                {
                  "introduced": "a4dbb7754b999c8c6a5239bb3f58e951369e017e"
                },
                {
                  "fixed": "61130c8aad7adec056823edd6f85748ce17e54d6"
                },
                {
                  "fixed": "b01d69a1bf48060daec8f751368622352d8b85a6"
                }
              ],
              "database_specific": {
                "extracted_events": [
                  {
                    "cpe": "cpe:2.3:a:scrapy:scrapy:*:*:*:*:*:*:*:*",
                    "range": [
                      {
                        "introduced": "0"
                      },
                      {
                        "fixed": "1.8.1"
                      }
                    ],
                    "source": "CPE_RANGE"
                  },
                  {
                    "cpe": "cpe:2.3:a:scrapy:scrapy:*:*:*:*:*:*:*:*",
                    "range": [
                      {
                        "introduced": "2.0.0"
                      },
                      {
                        "fixed": "2.5.1"
                      }
                    ],
                    "source": "CPE_RANGE"
                  },
                  {
                    "range": [
                      {
                        "fixed": "b01d69a1bf48060daec8f751368622352d8b85a6"
                      }
                    ],
                    "source": "REFERENCES_COMMIT"
                  }
                ]
              }
            }
          ],
          "versions": [
            "1.8.0",
            "2.5.0",
            "2.4.0",
            "2.3.0",
            "2.2.0",
            "2.1.0",
            "2.0.0",
            "1.7.0",
            "1.6.0",
            "1.5.0",
            "1.4.0",
            "1.3.2",
            "1.3.1",
            "1.2.2",
            "1.3.0",
            "1.2.1",
            "1.2.0",
            "1.2.0dev2",
            "1.0.0rc1",
            "scrapy-0.25.1-sc",
            "hojo",
            "0.25.1",
            "0.24.0",
            "0.25.0",
            "0.23.0",
            "0.21.0",
            "0.17.0",
            "0.15.1",
            "0.14.0",
            "0.15.0",
            "0.10.3",
            "0.10.2",
            "0.10.1",
            "0.10",
            "0.10-rc1",
            "0.9",
            "0.9-rc1",
            "0.8",
            "0.7",
            "0.7-rc1"
          ],
          "database_specific": {
            "source": "https://storage.googleapis.com/cve-osv-conversion/osv-output/CVE-2021-41125.json"
          }
        }
      ],
      "modified": "2026-10-20T10:54:57.387412343Z",
      "provider": "osv",
      "references": [
        "https://github.com/scrapy/scrapy/security/advisories/GHSA-jwqp-28gf-p498",
        "https://lists.debian.org/debian-lts-announce/2022/03/msg00021.html",
        "https://w3lib.readthedocs.io/en/latest/w3lib.html#w3lib.http.basic_auth_header",
        "https://github.com/scrapy/scrapy/commit/b01d69a1bf48060daec8f751368622352d8b85a6"
      ],
      "provider_metadata": {
        "unresolved_ranges": [
          {
            "cpes": [
              "cpe:2.3:o:debian:debian_linux:9.0:*:*:*:*:*:*:*"
            ],
            "vendor_product": "debian:debian_linux",
            "extracted_events": [
              {
                "range": [
                  {
                    "introduced": "9.0"
                  },
                  {
                    "last_affected": "9.0"
                  }
                ],
                "source": "CPE_STRING"
              }
            ]
          }
        ]
      }
    },
    "related_cves": [
      {
        "value": "CVE-2021-41125",
        "evidence": "/id"
      }
    ],
    "security_relevant": true,
    "severity_evidence": "/severity/0/score"
  },
  "source_id": "core-osv",
  "document_id": 386537,
  "published_at": "2021-10-06T18:15:10.953+00:00"
}