从烈火网下载HTTP代理de例子

‘‘‘

Created on 2013-4-3

@author: zdh

‘‘‘

#!/usr/bin/env python

# -*- coding: utf-8 -*-

import re

import urllib

def main():

    die= {‘d‘:‘0‘, ‘c‘:‘1‘ ,‘k‘:‘2‘ ,‘z‘:‘3‘ ,‘m‘:‘4‘ ,‘b‘:‘5‘, ‘w‘:‘6‘, ‘i‘:‘7‘, ‘r‘:‘8‘, ‘l‘:‘9‘}

    headers = (‘User-Agent‘,‘Mozilla/5.0 (Windows NT 5.1; rv:14.0) Gecko/20100101 Firefox/14.0.1‘)

    opener = urllib.URLopener()

    opener.addheaders = [headers]

    f = open(r‘E:/ip.txt‘,‘w‘)

    for page in range(1,11):

        url = "http://www.veryhuo.com/res/ip/page_"+str(page)+".php"

        data = opener.open(url).read()

        data = data.decode(‘GBK‘)

        ip_list = re.findall(re.compile(r‘<td>(.*)<S‘),data)

        port_list = re.findall(re.compile(r‘\"(\+.*?\+.)\)‘),data)

        for x in range(len(ip_list)):

            port_list[x] = port_list[x].replace(‘+‘, ‘‘)

            if ‘e‘ in port_list[x] or ‘x‘ in port_list[x] or ‘a‘ in port_list[x] or ‘f‘ in port_list[x]:

                s = ip_list[x]

            else:            

                s = (ip_list[x] + ‘:‘ + port_list[x])

            for key in die:

                s = s.replace(key, die[key])

            f.write(s + ‘\n‘)

            print(s)

        print(len(ip_list))

    f.close()

if __name__ == ‘__main__‘:

    main()