#是否遵从robots协议，通常设置为False ROBOTSTXT_OBEY = True
#用于UA伪装 USER_AGENT = ‘Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Safari/537.36 Core/1.70.3861.400 QQBrowser/10.7.4313.400‘
原文：https://www.cnblogs.com/yehua-night/p/14661574.html