xxxxxxxxxx
scrapy shell -s USER_AGENT="Mozilla/5.0" "website_url"
xxxxxxxxxx
#add this lines into settings.py
DOWNLOADER_MIDDLEWARES = {
'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware': None,
'scrapy_user_agents.middlewares.RandomUserAgentMiddleware': 400,
}