qiubai.py

# encoding=utf-8

import urllib
from bs4 import BeautifulSoup
import os

debug = True # 设置是否打印log
def log(message):
    if debug:
        print (message)

def download_image(url, save_path):
    ''' 根据图片url下载图片到save_path '''
    try:
        urllib.urlretrieve(url, save_path)
        log('Downloaded a image: ' + save_path)
    except Exception, e:
        print 'An error catched when download a image:', e

def load_page_html(url):
    ''' 得到页面的HTML文本 '''
    log('Get a html page : ' + url)
    return urllib.urlopen(url).read()

def down_page_images(page, save_dir):
    ''' 下载第page页的图片 '''
    html_context = load_page_html('http://qiubaichengren.com/%d.html' % page)
    soup = BeautifulSoup(html_context)
    for ui_module_div in soup.findAll('div', {'class': 'ui-module'}):
        img_tag = ui_module_div.find('img')
        if img_tag is not None and img_tag.has_attr('alt') and img_tag.has_attr('src'):
            alt = img_tag.attrs['alt'] # 图片的介绍
            src = img_tag.attrs['src'] # 图片的地址
            filename = '%s%s' % (alt, src[-4:]) # 取后四位（有的图片后缀是'.jpg'而有的是'.gif'）
            print('===============save_dir' +save_dir+filename+"\n")
            download_image(src, save_dir + filename)

def download_qbcr(frm=1, page_count=1, save_dir='./'):
    for x in xrange(frm, frm + page_count):
        log('Page : ' + `x`)

        down_page_images(x, save_dir)

def main():
    base_path = os.path.abspath('.')
    base_path = base_path+'/qiubai/'
    download_qbcr(frm=1, page_count=10, save_dir=base_path)

if __name__ == '__main__':
    main()