我从这个链接modify params in request to scrape zillow data using zip code获得下面的代码
它用于销售数据。我想知道我可以使用什么链接和参数来获取租赁数据
谢谢你的帮助
哈利
import json
import urllib.parse
import requests
link = 'https://www.zillow.com/search/GetSearchPageState.htm?'
params = {
'searchQueryState': {
"pagination": {"currentPage":2},
"usersSearchTerm": "21201",
"mapBounds": {
"west": -76.70123877307128,
"east": -76.5458852269287,
"south": 39.26849244522175,
"north": 39.32176437645625,
},
"regionSelection": [{"regionId": 66811, "regionType": 7}],
"isListVisible": True,
"mapZoom": 14
},
'wants': {"cat1": ["listResults"]},
'requestId': 2
}
with requests.Session() as s:
s.headers['User-Agent'] = 'Mozilla/5.0 (Windows NT 6.1) ' \
'AppleWebKit/537.36 (KHTML, like Gecko) ' \
'Chrome/88.0.4324.150 Safari/537.36'
data = json.loads(s.get(f"{link}{urllib.parse.urlencode(params)}").content)
print(data["categoryTotals"]["cat1"])
print(type(data))
目前没有回答
相关问题 更多 >
编程相关推荐