半夜不睡觉，写个爬虫爬小说《完美世界》，不睡觉《完美世界》,__author__ =

半夜不睡觉，写个爬虫爬小说《完美世界》，不睡觉《完美世界》,__author__ =

__author__ = 'zouxiaoliang'import urllibimport reimport osimport codecsdef getBookMemu(url_path):    menu_patten = '<dd>.*?</dd>'    url_chapter = '<dd><a href="(.*)">(.*)</a></dd>'    thePage = urllib.urlopen(url_path)    page = str(thePage.read()).decode('gbk')    menu_list = re.findall(menu_patten, page)    menu = dict() # map<url, chapter>    for chapter in menu_list:        g = re.match(url_chapter, chapter)        if g:            menu[url_path+g.group(1)] = g.group(2)    return menu    pass;def getContent(url_path):    cc = str()    thePage = urllib.urlopen(url_path)    page = str(thePage.read()).decode('gbk')    # print(page)    c_patten = '<div id="content">(.*)</div>'    g = re.search(c_patten, page)    if g:        cc = g.group(1)        # print(cc)        cc = re.sub('&amp;nbsp;', '', cc)        cc = re.sub('<br /><br />', '\n', cc)        # print(cc)    return cc    passdef writeFile(dirname, filename, content):    w_handle = codecs.open(dirname+'//'+filename+".txt", mode='wb', encoding='utf8')    w_handle.write(content)    w_handle.close()    passif __name__ == '__main__':    m = getBookMemu('http://www.biquge.la/book/14/')    for c in m.keys():        url = c        name = m[c]        print('%s, %s' %(url, name))        while True:            try:                cc = getContent(url)                # print(cc)                if not os.path.exists('biquge'):                    os.mkdir('biquge')                writeFile('biquge', name, cc)                break            except:                continue    print("get book over")