[ÇóÖú] ¡¾Âí¼×ÐÐΪÒÑÈ·¶¨¡¿ÅÀ¸öС˵ ÒÑÓÐ1È˲ÎÓë

import urllib.request
import re  # ÕýÔò

# 1 »ñÈ¡Ö÷Ò³Ô´´úÂë
# 2 »ñÈ¡Õ½ڳ¬Á´½Ó
# 3 »ñÈ¡Õ½ÚÄÚÈÝ
# 4 ÏÂÔØС˵

# ÍÕ·åÃüÃû·¨
def getNovelContent():
    # »ñÈ¡Ô´´úÂë
    html=urllib.request.urlopen('http://www.quanshuwang.com/book/0/269/').read()#.read() Èç¹û´òÓ¡Êä³ö״̬ ¾ÍÏȲ»ÒÔÔĶÁģʽ´ò¿ª
    # Êä³ö·ÃÎÊ״̬  ×´Ì¬·ÃÎʺóÐèÒª¹Ø±Õ£¬ÅÀȡ֮ǰÏÈ»ñȡ״̬£¬¿´ÊÇ·ñ¿ÉÒÔ´ò¿ªºÍÅÀÈ¡
    #print(html.status)
    #exit()

    # ÉèÖñàÂ룬²é¿´Ô´´úÂë
    html=html.decode('gbk')
    # »ñÈ¡Õ½ڳ¬Á´½Ó
    # <a href="[url]http://www.quanshuwang.com/book/0/269/78850.html"[/url] title="µÚÒ»Õ ɽ±ßС´å£¬¹²2741×Ö">µÚÒ»Õ ɽ±ßС´å</a>
    # ÕýÔò±í´ïʽ  ÐèÒªÓÐͨÅä·û  .*?  = Æ¥ÅäËùÓÐ
    #reg=r'<li><a href="[url]http://www.quanshuwang.com/book/0/269/78850.html"[/url] title="µÚÒ»Õ ɽ±ßС´å£¬¹²2741×Ö">µÚÒ»Õ ɽ±ßС´å</a></li>'
    reg = r'<li><a href="(.*?)" title=".*?">(.*?)</a></li>'  #¼ÓÀ¨ºÅ±íʾ¸ÃÊý¾ÝÊÇÏëÒªµÄÊý¾Ý£¬²»¼ÓÀ¨ºÅ±íʾ²»²ÎÓëÆ¥Å䣨·Ö×éÆ¥Åä)
    # Ä¿µÄÊÇÔö¼ÓÆ¥ÅäЧÂÊ  ±äÕýÔò±í´ïʽ×Ö·û´®Îª¶ÔÏó
    reg=re.compile(reg)
    urls= re.findall(reg,html)  #°´ÕÕÕýÔò±í´ïʽµÄ¹æÔòreg ÔÚhtmlÒ³Ãæ²éÕÒËùÓÐÄÚÈÝ
    #print(urls) # Êä³öÁбíÐÅÏ¢
    for i in urls:
        #print(i[0])
        novel_url=i[0]
        novel_title=i[1]
        chapt=urllib.request.urlopen(novel_url).read() #»ñȡС˵ҳÃæÔ´Âë
        chapt_html=chapt.decode('gbk')
        #print(chapt_html) #»ñµÃС˵ҳÃæ
        # r'/d' rÔ­Éú×Ö·û´®
        reg='</script>    (.*?)<script type="text/">' #ÌáÈ¡Îı¾ÄÚÈÝ
        # re.S  S ±íʾ¶àÐÐÆ¥Åä
        reg = re.compile(reg,re.S)
        chapt_content = re.findall(reg, chapt_html)
        # print(chapt_content) »ñµÃÐÅÏ¢£¬[0]ΪÄÚÈÝ
        #print(chapt_content[0])
        # Ìæ»»
        chapt_content =chapt_content[0].replace('<br />',"")  # »ñµÃ×Ö·û´®£¬Ö®ºó²»ÐèÒªÔÙд[0]
        #print(chapt_content)
        chapt_content = chapt_content.replace('    ', "")
        # print(chapt_content)

        # ÏÂÔØ
        print("ÕýÔÚ±£´æ %s"% novel_title)
        # w¶Áдģʽ  wb ¶þ½øÖƶÁдģʽ£¬Ò»°ãÓÃÀ´±£´æͼƬºÍÊÓƵ
        f= open('{}.txt'.format(novel_title),'w')
        f.write(chapt_content)
        f.close()

        # ÁíÒ»ÖÖ±£´æÎļþ·½Ê½
        #with open('{}.txt'.format(novel_title),'w') as f:
        #   f.write(chapt_content)


getNovelContent()