一个简单的安居客房屋信息爬虫

自学python爬虫，独立编写一段爬取房屋信息的爬虫。

思路：利用Lxml库和Xpath语法，把爬取的信息储存在EXCEL表格中。

import xlwt
from lxml import etree
import requests
import time

all_info_list = []

headers = {
    User-Agent:Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36
}

def get_info(url):

    res = requests.get(url,headers = headers)
    selector = etree.HTML(res.text)
    infos = selector.xpath(//*[@id="houselist-mod-new"]/li)
    for info in infos:
        title = info.xpath(div[2]/div[1]/a/text())[0].strip()
        yangshi = info.xpath(div[2]/div[2]/span[1]/text())[0]
        mianji = info.xpath(div[2]/div[2]/span[2]/text())[0]
        niandai = info.xpath(div[2]/div[2]/span[4]/text())
        dizhi = info.xpath(div[2]/div[3]/span/text())[0].strip()
        danjia = info.xpath(div[3]/span[2]/text())
        zongjia1 = info.xpath(div[3]/span[1]/strong/text())
        zongjia2 = info.xpath(div[3]/span[1]/text())
        zongjia = zongjia1 + zongjia2
        info_list = [title, yangshi, mianji, niandai, dizhi, danjia, zongjia]
        all_info_list.append(info_list)

    time.sleep(1)

if __name__ == __main__:
    urls = [https://suzhou.anjuke.com/sale/wuzhong-q-szyuexi/p{}.format(str(i)) for i in range(1, 15)]
    for url in urls:
        get_info(url)

    header = [序号,标题,样式,面积,年代,地址,单价（元/平方）,总价（万元）]
    book = xlwt.Workbook(encoding=utf-8)
    sheet = book.add_sheet(Sheet1)
    for h in range(len(header)):
        sheet.write(0, h, header[h])

    i = 1  #行
    k = 1  #序号
    for list in all_info_list:  #行数据
        j = 1  #列
        sheet.write(i,0,k)
        k += 1
        for data in list:   #列数据
            sheet.write(i, j, data)
            j += 1
        i += 1

    book.save(anjuke.xls)