Python实现的下载8000首儿歌的代码分享

下载8000首儿歌的python的代码：

#-*- coding: UTF-8 -*-

from pyquery import PyQuery as py

from lxml import etree

import urllib

import re

import os

import sys

import logging
def format(filename):

 tuple=(' ',''','\'')

 for char in tuple:

 if (filename.find(char)!=-1):

 filename=filename.replace(char,"_")

 return filename
def download_mp3(mp3_url, filename,dir): 

 f = dir+"\\"+filename

 if os.path.exists(f):

 logger.debug(f+" is existed.")

 return

 

 try:

 open(f, 'wb').write(urllib.urlopen(mp3_url).read())

 logger.debug( filename + ' is downloaded.')

 except:

 logger.debug( filename + ' is not downloaded.')
 

def download_all_mp3(start,end,dir,logger):

 for x in range(start,end):

 try:

 url = "http://www.youban.com/mp3-d" + str(x) + ".html"

 logger.debug(str(x) + ": "+url)

 doc = py(url=url)

 e = doc('.mp3downloadbox')

 if e is None or e == '': 

 logger.debug(url+" is not existed.")

 return

 

 e = unicode(e)

 #logger.debug( e)

 regex = re.compile(ur".*<h1>(.*)</h1>.*downloadboxlist.*?<a.*?\"(.*?)\"",re.UNICODE|re.S)

 m = regex.search(e)

 if m is not None:

 title = m.group(1).strip()

 title2 = str(x)+"_"+title + ".mp3" 

 #title2 = re.sub(' ','_',title2)

 title2 = format(title2)

 link = m.group(2)

 #logger.debug( "title:" + title + " link:" + link)

 if link == '' or title == '':

 logger.debug(url + " is not useful")

 continue

 logger.debug(str(x)+": "+link)

 download_mp3(link,title2,dir)

 except:

 logger.debug(url+" met exception.")

 continue


 

if __name__ == "__main__":

 dir_root = "e:\\song"

 if sys.argv[3] != '': dir_root=sys.argv[3]

 

 start,end = 1,8000

 if sys.argv[1] >= 0 and sys.argv[2]>=0:

 start,end = int(sys.argv[1]),int(sys.argv[2])

 print ("Download from %s to %s.\n" % (start,end)) 

 

 dir = dir_root + "\\"+str(start)+"-"+str(end)

 if not os.path.exists(dir): 

 os.mkdir(dir) 

 print "Download to " + dir + ".\n"

 

 logger = logging.getLogger("simple")

 logger.setLevel(logging.DEBUG) 

 fh = logging.FileHandler(dir+"\\"+"download.log")

 ch = logging.StreamHandler()

 formatter = logging.Formatter("%(message)s")

 ch.setFormatter(formatter)

 fh.setFormatter(formatter) 

 logger.addHandler(ch)

 logger.addHandler(fh)

 download_all_mp3(start,end,dir,logger)

有需要的可以参考继续修改。

到此这篇关于Python实现的下载8000首儿歌的代码分享就介绍到这了。生命之舟面对险滩，面对激流，弱者会选择逃避和放弃，而强者则会选择面对和挑战。人生中无限的乐趣都在于对人生的挑战之中迸出不衰的光芒。更多相关Python实现的下载8000首儿歌的代码分享内容请查看相关栏目，小编编辑不易，再次感谢大家的支持！