mirror of
https://github.com/luzhisheng/js_reverse.git
synced 2025-04-16 07:57:06 +08:00
更新文档
This commit is contained in:
parent
e957334b65
commit
3d6f24b18f
3
猿人学Web端爬虫攻防刷题平台/猿人学第17题-天杀的http2.0/ERADME.md
Normal file
3
猿人学Web端爬虫攻防刷题平台/猿人学第17题-天杀的http2.0/ERADME.md
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
解题文档
|
||||||
|
|
||||||
|
https://blog.csdn.net/u010226586/article/details/135563851
|
@ -1,11 +0,0 @@
|
|||||||
HTTP/2.0 - 最新超强反爬虫方案,禁用所有 HTTP 1.x 的请求
|
|
||||||
|
|
||||||
现在很多爬虫库其实对 HTTP/2.0 支持得不好,比如大名鼎鼎的 Python 库 —— requests,到现在为止还只支持 HTTP/1.1,啥时候支持 HTTP/2.0 还不知道。
|
|
||||||
|
|
||||||
地址 https://blog.csdn.net/weixin_42277380/article/details/117440390
|
|
||||||
|
|
||||||
控制查看 h2 请求
|
|
||||||
|
|
||||||

|
|
||||||
|
|
||||||
[案例.py](./案例.py)
|
|
23
猿人学Web端爬虫攻防刷题平台/猿人学第17题-天杀的http2.0/yrx17.py
Normal file
23
猿人学Web端爬虫攻防刷题平台/猿人学第17题-天杀的http2.0/yrx17.py
Normal file
@ -0,0 +1,23 @@
|
|||||||
|
import requests
|
||||||
|
from hyper.contrib import HTTP20Adapter
|
||||||
|
|
||||||
|
url_ = 'https://match.yuanrenxue.cn/api/match/17?page={}'
|
||||||
|
headers_ = {
|
||||||
|
"User-Agent": "yuanrenxue.project",
|
||||||
|
"cookie": "sessionid=ieirkmfqa2qsj29uapsh4bdaj59vggj2"
|
||||||
|
}
|
||||||
|
# 创建session对象,并设置请求头
|
||||||
|
s = requests.session()
|
||||||
|
s.headers = headers_
|
||||||
|
# 使用http2.0
|
||||||
|
s.mount('https://match.yuanrenxue.cn', HTTP20Adapter())
|
||||||
|
num = 0
|
||||||
|
for i in range(5):
|
||||||
|
# 发送请求
|
||||||
|
json_data = s.get(url_.format(i + 1)).json()
|
||||||
|
print(json_data)
|
||||||
|
data_list = json_data.get('data')
|
||||||
|
for j in data_list:
|
||||||
|
j_num = j.get('value')
|
||||||
|
num += j_num
|
||||||
|
print('num:', num)
|
@ -1,26 +0,0 @@
|
|||||||
import requests
|
|
||||||
from hyper.contrib import HTTP20Adapter
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
url_ = 'https://match.yuanrenxue.com/api/match/17?page={}'
|
|
||||||
headers_ = {
|
|
||||||
"User-Agent": "yuanrenxue.project",
|
|
||||||
"cookie": "sessionid=nbfta7wd1srjcwh558k0vh1mt0tq7i1v"
|
|
||||||
}
|
|
||||||
# 创建session对象,并设置请求头
|
|
||||||
s = requests.session()
|
|
||||||
s.headers = headers_
|
|
||||||
# 使用http2.0
|
|
||||||
s.mount('https://match.yuanrenxue.com', HTTP20Adapter())
|
|
||||||
num = 0
|
|
||||||
for i in range(5):
|
|
||||||
# 发送请求
|
|
||||||
json_data = s.get(url_.format(i + 1)).json()
|
|
||||||
print(json_data)
|
|
||||||
data_list = json_data.get('data')
|
|
||||||
for j in data_list:
|
|
||||||
print(j.get('value'))
|
|
||||||
j_num = j.get('value')
|
|
||||||
num += j_num
|
|
||||||
print()
|
|
||||||
print('num:', num)
|
|
Loading…
x
Reference in New Issue
Block a user