Python使用urllib2模块抓取HTML页面资源的实例分享

//www.VeVB.COm/article/83440.html//www.VeVB.COm/article/83437.html//www.VeVB.COm/article/83430.html//www.VeVB.COm/article/83449.html

#!/usr/bin/pythonimport osimport sysimport urllib2import redef Cdown_data(fileurl, fpath, dpath): if not os.path.exists(dpath):  os.makedirs(dpath) try:  getfile = urllib2.urlopen(fileurl)   data = getfile.read()  f = open(fpath, 'w')  f.write(data)  f.close() except: print with open('u1.list') as lines: for line in lines:  URI = line.strip()  if '?' and '%' in URI:   continue elif URI.count('/') == 2:   continue  elif URI.count('/') > 2:   #print URI,URI.count('/')  try:    dirpath = URI.rpartition('/')[0].split('//')[1]    #filepath = URI.split('//')[1].split('/')[1]    filepath = URI.split('//')[1]   if filepath:     print URI,filepath,dirpath     Cdown_data(URI, filepath, dirpath)   except:    print URI,'error'