網易云音樂的評論里總會有大批的神評論，突發靈感想寫個爬蟲爬取評論，后來發現百度的方法都需要AES加密的密鑰，太麻煩了，本人小白表示看不懂，在知乎上看到網易云有API接口可以直接爬取，不需要任何密鑰。具體代碼如下：

            
              # coding:utf-8
import re
import time
from urllib import request


class PL:
    def __init__(self):  # 定義初始信息
        # 定義http頭信息
        self.headers = {
            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) "
                          "Chrome/55.0.2883.87 Safari/537.36",
            "referer": "http://music.163.com/song?id=4466775&market=baiduqk"
        }

    # 使用request打開api接口，獲取數據
    def single(self, song_id):
        offset = 0
        comment = []
        # 爬蟲爬35*28條評論
        for i in range(28):
            # api里limit對應的是每頁多少條，offset對應的是頁數
            single_url = 'http://music.163.com/api/v1/resource/comments/R_SO_4_'+str(song_id)+'?limit35&offset='+str(offset)
            offset += 35
            # requst訪問api接口獲取數據
            html_url = request.Request(url=single_url, headers=self.headers)
            html = request.urlopen(html_url)
            data = html.read()
            # 轉換獲取數據的格式為str
            str_data = data.decode()
            # 已"content":"為分隔符，分割獲取的字符串
            split_data = str_data.split('"content":"')
            # 循環處理所有字符
            for i in split_data:
                data_split = i.split('","')
                if data_split[0] not in comment:
                    comment.append(data_split[0])
            pl = open(r'C:\Users\liushipeng\Documents\pl.txt', 'a+')
            # 由于評論里有些表情字符無法儲存到文本里，刪除所有無法處理的字符，方法比較笨
            for i in comment:
                try:
                    pl.write(i + '\n')
                except Exception as error:
                    data = self.error_gbk(error, i)
                    try:
                        pl.write(data + '\n')
                    except Exception as error:
                        data1 = self.error_gbk(error, data)
                        try:
                            pl.write(data1 + '\n')
                        except Exception as error:
                            data2 = self.error_gbk(error, data1)
                            try:
                                pl.write(data2 + '\n')
                            except:
                                pass
            time.sleep(2)
            pl.close()

    # 清除寫入文本里時報錯的字符
    def error_gbk(self, error, content):
        u = str(error).split(" '")
        u_error = str(u[1]).split("' ")
        result = re.sub(u_error[0], '', content)
        return result


if __name__ == '__main__':
    # 通過歌曲id來訪問歌曲對應的API接口
    song_id = '1365221826'
    p = PL()
    p.single(song_id)

            
          

?