使用爬虫获取链家二手房数据,并对其中的二手房进行行为特征解析
发布时间
阅读量:
阅读量
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
from bs4 import BeautifulSoup
import requests
def generate_web_link(districts):
'''此函数生成武汉地区所有区域二手房网页链接地址'''
page_urls = []
base_url = 'https://wh.lianjia.com/ershoufang/{}'
for district in districts:
district_url = base_url.format(district)
res = requests.get(district_url).content.decode('utf-8')
soup = BeautifulSoup(res,'lxml')
totalpage = int(eval(soup.find('div',{'class':'page-box house-lst-page-box'})['page-data'])['totalPag
全部评论 (0)
还没有任何评论哟~
