Firefox bypasses Selenium Wire for localhost addresses

client:

from selenium.webdriver import FirefoxProfile
from seleniumwire import webdriver

GECKO_PATH = './drivers/geckodriver'

def interceptor(request):
    del request.headers['User-Agent']
    request.headers['User-Agent'] = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.101 Safari/537.36"


def init_driver():
    options = dict()
    profile = FirefoxProfile()
    driver = webdriver.Firefox(
        executable_path=GECKO_PATH,
        seleniumwire_options=options,
        firefox_profile=profile
    )

    return driver


def main():
    driver = init_driver()
    driver.request_interceptor = interceptor
    driver.get('http://127.0.0.1:8000/')
    driver.quit()


if __name__ == '__main__':
    main()

service to print headers:

from sanic import Sanic
from sanic.response import json

app = Sanic("My Hello, world app")


@app.route('/')
async def test(request):
    print('-'*30)
    for k, v in dict(request.headers).items():
        print(f'"{k}": "{v}"')
    print('-'*30)

    return json({'hello': 'world'})


if __name__ == '__main__':
    app.run()

printed headers here:

------------------------------
"host": "127.0.0.1:8000"
"user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:88.0) Gecko/20100101 Firefox/88.0"
"accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8"
"accept-language": "en-US,en;q=0.5"
"accept-encoding": "gzip, deflate"
"connection": "keep-alive"
"upgrade-insecure-requests": "1"
------------------------------

[BinaryCanon]

@wkeeling Thanks, I understand now. Using http://httpbin.org/headers indeed display it as you mentioned.

[jaymc-arg]

Chrome actually does the same thing and we’ve disabled it by default when you use the ChromeDriver, but we haven’t done it for Firefox. I’ll look at adding that in.

Thanks again!

Hi @wkeeling I’m trying to intercept localhost request for a local file form a Chrome/Chromium browser but selenium-wire ignores localhost requests. Can you explain a bit more please? This is what I’m trying:

import time
from seleniumwire import webdriver
chrome_options = webdriver.ChromeOptions()
try:
    driver = webdriver.Chrome(
        chrome_options=chrome_options
    )
except Exception as e:
    print(e)

driver.get('http://0.0.0.0:3000/screen/a') #webpage I want to monitor

while(True):
        for request in driver.requests:
                if request.response:
                if request.response.status_code == 200:
                        print(
                        request.url,
                        request.response.status_code,
                        'Error')
                        driver.refresh()
                        time.sleep(5) 

The requests made are something like this htttp://localhost:3000/media/filename.mp4 Here is a thread in stackoverflow I’ve created

Thanks in advance.