agentA="Mozilla/5.0 (Windows NT 10.1; Win64; x64; rv:82.0) Gecko/20100101 Firefox/82.0"

agentB="Mozilla/5.0 (iPhone; CPU iPhone OS 12_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148"

agentC="Mozilla/5.0 (iPhone; CPU iPhone OS 10_0_1 like Mac OS X) AppleWebKit/602.1.50 (KHTML, like Gecko) Version/10.0 Mobile/14A403 Safari/602.1"

agentD="Mozilla/5.0 (compatible; Googlebot/2.1); + http://www.google.com/bot.html"

#Fail
curl -A "$agentA" -LI https://www.fanfiction.net -o test1.html

#Fail
curl -A "$agentB" https://www.fanfiction.net -o test2.html

#Fail
curl -A "$agentC" https://www.fanfiction.net -o test3.html

#Fail
curl -A "$agentD" https://www.fanfiction.net -o test4.html

from urllib import request

agentWin = ('Mozilla/5.0 (Windows NT 10.1; Win64 x64; rv:82.0) '
            'Gecko/20100101 Firefox/82.0')
            
user_agent = {'User-Agent': agentWin}
            
url = 'https://www.fanfiction.net'
req = request.Request(url, data=None, headers=user_agent)
print(req)
html = request.urlopen(req)
print(html)

#!/usr/bin/python

import sys
from PyQt5.QtCore import QUrl
from PyQt5.QtWidgets import QApplication, QMainWindow
from PyQt5.QtWebKitWidgets import QWebPage, QWebView
from PyQt5.QtWebKit import QWebSettings
from PyQt5.QtGui import QFont

a = ('Mozilla/5.0 (iPhone; CPU iPhone OS 10_0_1 like Mac OS X) '
        ' AppleWebKit/602.1.50 (KHTML, like Gecko) Version/10.0'
            ' Mobile/14A403 Safari/602.1')
            
class MainWindow(QMainWindow):
    def __init__(self, url):
        super(MainWindow, self).__init__()
        self.resize(1200,1000)
        font = QFont()
        font.setPointSize(14)
        self.fs = (20)
        self.userAgent = QWebPage(self)
        def agent(self):
            return (a)
        self.userAgent.userAgentForUrl = agent
        self.agent = agent(self)
        
        self.view = QWebView(self)
        self.view.setPage(self.userAgent)
        self.view.setUrl(url)
        self.view.settings().setAttribute(
                QWebSettings.JavascriptEnabled, False)
        self.view.settings().setAttribute(
                QWebSettings.AutoLoadImages, False)
        self.view.settings().globalSettings().setFontSize(
                QWebSettings.MinimumFontSize, (self.fs))
                
        self.view.titleChanged.connect(self.adjustTitle)
        self.view.loadProgress.connect(self.setProgress)
        self.view.loadFinished.connect(self.finishLoading)
        self.setCentralWidget(self.view)
        
    def adjustTitle(self):
        if 0 < self.progress < 100:
            self.setWindowTitle("%s (%s%%)" % (self.view.title(), self.progress))
        else:
            self.setWindowTitle(self.view.title())  
            
    def setProgress(self, p):
        self.progress = p
        self.adjustTitle()

    def finishLoading(self):
        self.progress = 100
        self.adjustTitle()
                
if __name__ == '__main__':
    app = QApplication(sys.argv)

    if len(sys.argv) > 1:
        url = QUrl(sys.argv[1])
    else:
        url = QUrl('https://www.fanfiction.net')

    browser = MainWindow(url)
    browser.show()
    sys.exit(app.exec_())

from webbrowser import register, get, GenericBrowser

register('dillo', None, GenericBrowser('dillo'))
get('dillo').open(<something>)