11.UA池构建(代码简单，结果超全）

 1 # -*- coding: utf-8 -*-
 2 
 3 import requests
 4 from lxml import etree
 5 
 6 url = ‘http://useragentstring.com/pages/useragentstring.php?typ=Browser‘
 7 
 8 header = {
 9         ‘User-Agent‘: ‘Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36 OPR/26.0.1656.60‘,
10     }
11 
12 response = requests.get(url,headers=header,timeout=60
13                         )
14 
15 tree = etree.HTML(response.text)
16 ua_list = tree.xpath(‘//div[@id="liste"]/ul/li/a/text()‘)
17 
18 for ua in ua_list:
19     print(ua,len(ua))
20 
21 print(len(ua_list))