spider/Douyin_TikTok_Download_API
1
0
Fork 0
mirror of https://github.com/Evil0ctal/Douyin_TikTok_Download_API.git synced 2025-04-22 12:05:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

🎈修复TikTok数据抓取失败

Browse Source
This commit is contained in:
Evil0ctal 2022-04-22 17:26:16 -07:00 committed by GitHub
parent 0c4ad388fd
commit c44d4c7b28
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
scraper.py
View File

@ -2,7 +2,7 @@
# -*- encoding: utf-8 -*- # -*- encoding: utf-8 -*-
# @Author: https://github.com/Evil0ctal/ # @Author: https://github.com/Evil0ctal/
# @Time: 2021/11/06 # @Time: 2021/11/06
# @Update: 2022/04/21 # @Update: 2022/04/22
# @Function: # @Function:
# 核心代码，估值1块(๑•̀ㅂ•́)و✧ # 核心代码，估值1块(๑•̀ㅂ•́)و✧
# 用于爬取Douyin/TikTok数据并以字典形式返回。 # 用于爬取Douyin/TikTok数据并以字典形式返回。
@ -33,7 +33,7 @@ class Scraper:
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) coc_coc_browser/86.0.170 Chrome/80.0.3987.170 Safari/537.36", "User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) coc_coc_browser/86.0.170 Chrome/80.0.3987.170 Safari/537.36",
} }
@retry(stop=stop_after_attempt(3), wait=wait_random(min=0.2, max=2)) @retry(stop=stop_after_attempt(3), wait=wait_random(min=1, max=2))
def douyin(self, original_url): def douyin(self, original_url):
""" """
利用官方接口解析抖音链接信息 利用官方接口解析抖音链接信息
@ -269,7 +269,7 @@ class Scraper:
# 返回异常 # 返回异常
return {'status': 'failed', 'reason': e, 'function': 'Scraper.douyin()', 'value': original_url} return {'status': 'failed', 'reason': e, 'function': 'Scraper.douyin()', 'value': original_url}
@retry(stop=stop_after_attempt(3), wait=wait_random(min=0.2, max=2)) @retry(stop=stop_after_attempt(3), wait=wait_random(min=1, max=2))
def tiktok(self, original_url): def tiktok(self, original_url):
""" """
解析TikTok链接 解析TikTok链接
@ -300,12 +300,12 @@ class Scraper:
# 从TikTok网页获取部分视频数据 # 从TikTok网页获取部分视频数据
tiktok_headers = self.tiktok_headers tiktok_headers = self.tiktok_headers
html = requests.get(url=original_url, headers=tiktok_headers) html = requests.get(url=original_url, headers=tiktok_headers)
res = re.search('<script id="sigi-persisted-data">(.*)</script><script', html.text).group(1) # 正则检索网页中存在的JSON信息
resp = re.findall(r'^window\[\'SIGI_STATE\']=(.*)?;window', res)[0] resp = re.search('"ItemModule":{(.*)},"UserModule":', html.text).group(1)
result = json.loads(resp) resp_info = ('{"ItemModule":{' + resp + '}}')
author_id = result["ItemList"]["video"]["list"][0] result = json.loads(resp_info)
# 从网页中获得的视频JSON数据 # 从网页中获得的视频JSON数据
video_info = result["ItemModule"][author_id] video_info = result["ItemModule"][video_id]
# 从TikTok官方API获取部分视频数据 # 从TikTok官方API获取部分视频数据
tiktok_api_link = 'https://api.tiktokv.com/aweme/v1/multi/aweme/detail/?aweme_ids=%5B{}%5D'.format(video_id) tiktok_api_link = 'https://api.tiktokv.com/aweme/v1/multi/aweme/detail/?aweme_ids=%5B{}%5D'.format(video_id)
print('正在请求API链接:{}'.format(tiktok_api_link)) print('正在请求API链接:{}'.format(tiktok_api_link))