下载新浪博客文章，保存成文本文件(python)

今天用Python写了一个下载韩寒新浪博客文章的下载器，恩，基本功能如下：

1、从新浪博客上批量下载文章，并按文章标题创建文件

2、对下载的文章进行格式化。

已知Bug:长篇文章格式会错乱

#!/usr/bin/python
#-*- coding:utf-8 -*-

import urllib
import os
import re

def article_format(usock,basedir):    
    title_flag=True
    context_start_flag=True
    context_end_flag=True
    for line in usock:
        if title_flag:
            title=re.findall(r'(<title>.+?<)',line)
            if title:
                title=title[0][7:-1]
                filename=basedir+title
                print filename
                try:
                    fobj=open(filename,'w+')
                    fobj.write(title+'
')
                    title_flag=False
                except IOError,e:
                    print "Open %s error:%s"%(filename,e)
            else:
                #print "Title has not found,drop it"
                pass
        elif context_start_flag:
            results1=re.findall(r'(<.+?正文开始.+?>)',line)
            if results1:
                context_start_flag=False
        elif context_end_flag:
            results2=re.findall(r'(<.+?正文结束.+?)',line)
            if results2:
                context_end_flag=False
                fobj.write('
END')
                fobj.close()
                break
            else:    
                if 'div' in line or 'span' in line or  '<p>' in line:
                    pass
                else:    
                    line=re.sub('&#65292;',',',line)
                    line=re.sub('&#65306;',':',line)
                    line=re.sub('&#65281;','!',line)
                    line=re.sub('&#65288;','(',line)
                    line=re.sub('&#65289;',')',line)
                    line=re.sub('&#8943;','...',line)
                    line=re.sub('&#65311;','?',line)
                    line=re.sub('&#65307;',';',line)
                    line=re.sub(r'<wbr>','',line)
                    line=re.sub(r'&nbsp;','',line)
                    line=re.sub(r'<brs+?/>','',line)
                    fobj.write(line)
        else:
            pass

if __name__=='__main__':
    basedir='/home/tmyyss/article/'
    if not os.path.exists(basedir):
        os.makedirs(basedir)

    usock=urllib.urlopen("http://blog.sina.com.cn/s/articlelist_1191258123_0_1.html")
    context=usock.read()
    #print context
    raw_url_list=re.findall(r'(<as+title.+?href="http.+?html)',context)
    for url in raw_url_list:
        url=re.findall('(http.+?html)',url)[0]
        article_usock=urllib.urlopen(url)
        article_format(article_usock,basedir)