import json
import asyncio
import aiohttp
import time
from itertools import islice

# data.py存儲(chǔ)著從vtbs.moe獲取的主播數(shù)據(jù)
from data import DATA
# data_medal.py用于存儲(chǔ)獲取的主播牌子信息
from data_medal import DATA_MEDAL

# 用于存儲(chǔ)牌子數(shù)據(jù)
data_medal_json = DATA_MEDAL
# 請(qǐng)求頭
header1 = {
    'content-type': 'text/plain; charset=utf-8',
    # 下方填入你的cookie喵
    'cookie': "",
    'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.71 Safari/537.36 Core/1.94.186.400 QQBrowser/11.3.5195.400'
}
# 計(jì)數(shù)用
num = 0

# 獲取主播牌子信息 傳入主播房間號(hào)
async def get_medal(roomid):
    global header1

    API_URL = 'https://api.live.bilibili.com/xlive/web-room/v1/index/getInfoByUser?from=0&not_mock_enter_effect=1&room_id=' + str(roomid)
    async with aiohttp.ClientSession(headers=header1) as session:
        try:
            async with session.get(url=API_URL, headers=header1) as response:
                if response.status != 200:
                    response.raise_for_status()
                ret = await response.json()
        except aiohttp.ClientError as e:
            print(e)
            # 睡眠個(gè)3s
            await asyncio.sleep(3)
            # 重試一次
            async with session.get(url=API_URL, headers=header1) as response:
                if response.status != 200:
                    response.raise_for_status()
                ret = await response.json()
            
    return ret


async def main():
    global data_medal_json, num

    # print(type(DATA))

    # 遍歷本地vtb數(shù)據(jù) 第二個(gè)參數(shù)的起始值，跳過(guò)前n個(gè)數(shù)據(jù)(這個(gè)下標(biāo)可以通過(guò)2.py獲取已加載到的下標(biāo))
    for data in islice(DATA, 4849, None):
        print(data)

        try:
            roomid = data["roomid"]
        except (KeyError, TypeError, IndexError) as e:
            print(e)
            continue

        if roomid == 0:
            continue

        # 睡眠個(gè)0.5s
        await asyncio.sleep(0.5)
        json1 = await get_medal(roomid)
        # print(json1)
        try:
            if json1["code"] != 0:
                print(json1)
                continue

            # 獲取牌子名
            medal_name = str(json1["data"]["medal"]["up_medal"]["medal_name"])
            # 拼接新的json串
            temp_json = { medal_name: data }
            try:
                # 判斷是否已經(jīng)存在
                if temp_json in DATA_MEDAL:
                    print("已存在 " + medal_name + " 跳過(guò)")
                    continue
                else:
                    # 追加入json
                    data_medal_json.append(temp_json)
            except (KeyError, TypeError, IndexError) as e:
                print(e)
                continue
            # 計(jì)數(shù)+1
            num += 1
            print("獲取牌子名：" + medal_name)

            # 每獲取10個(gè)結(jié)果 寫(xiě)入一次數(shù)據(jù)文件
            if num % 10 == 0 and num != 0:
                filename = 'data_medal.py'
                with open(filename, 'w', encoding="utf-8") as file_object:
                    file_object.write("DATA_MEDAL = " + json.dumps(data_medal_json, ensure_ascii=False))
                file_object.close()
                print("num=" + str(num) + ", 寫(xiě)入" + filename)
        except (KeyError, TypeError, IndexError) as e:
            print(e)
            continue

    filename = 'data_medal.py'
    with open(filename, 'w', encoding="utf-8") as file_object:
        file_object.write("DATA_MEDAL = " + json.dumps(data_medal_json, ensure_ascii=False))
    file_object.close()
    print("num=" + str(num) + ", 寫(xiě)入" + filename)
    print("數(shù)據(jù)爬取完畢了，收工回家~")
if __name__ == "__main__":
    asyncio.run(main())