Scrapy proxy setup

# settings.py — the proxy middleware ships with Scrapy
DOWNLOADER_MIDDLEWARES = {
    "scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware": 750,
}

import scrapy

class ExampleSpider(scrapy.Spider):
    name = "example"

    def start_requests(self):
        proxy = "http://PROXY_USER:PROXY_PASS@gw.proxmint.com:823"
        for url in ["https://example.com", "https://example.org"]:
            yield scrapy.Request(url, meta={"proxy": proxy}, callback=self.parse)

    def parse(self, response):
        yield {"url": response.url, "title": response.css("title::text").get()}