利用python語言結合requests、BeautifulSoup等類庫爬取https://api.8684.cn/v3/api.php?do=citys&act=province對應接口中所有城市公交路線信息以及公交站點信息。
import time
import requests
import json, re
from bs4 import BeautifulSoup# 定義一個函數，傳入線路名稱相當于在高德地圖搜索，來獲取每趟公交的站點名稱和經緯度
def get_city():""":rtype: object"""city_url = 'https://api.8684.cn/v3/api.php?do=citys&act=province'city_data = requests.get(city_url).textprint(city_data)city_res = json.loads(city_data)# print(city_res['stations'])for province in range(0, len(city_res['stations'])):for city in range(0, len(city_res['stations'][province]['childs'])):# print(city_res['stations'][province]['childs'][city])city_py = city_res['stations'][province]['childs'][city]['e']city_name = city_res['stations'][province]['childs'][city]['c']if city_name in ('廣州'):for k in range(1, 200):url = 'https://{}.8684.cn/line{}'.format(city_py, k) # 今天就只先演示獲取一種線路類型下所有公交的信息，要想拿到整個城市的，其實就加個for循環:line1,line2,line3......# 偽裝請求頭headers = {"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.107 Safari/537.36"}# 通過requests模塊模擬get請求res = requests.get(url=url, headers=headers)soup = BeautifulSoup(res.text, "lxml")div = soup.find('div', class_='list clearfix')if div is not None:lists = div.find_all('a')for item in lists:lines = item.text # 獲取a標簽下的公交線路line = re.split(r' |\(', lines)[0]print(lines, "++++++++++++++++++++++++++++++++++",line )res_dir = 'E:\全國公交站點信息數據\\'url_api = 'https://restapi.amap.com/v3/bus/linename?s=rsv3&extensions=all&key=“替換高德創作平臺個人Key”&output=json&city={}&offset=2&keywords={}&platform=JS'.format(city_name, line)while requests.get(url_api).status_code != 200:print(url_api)res = requests.get(url_api).texttime.sleep(2)# print(res) #可以用于檢驗傳回的信息里面是否有自己需要的數據rt = json.loads(res)if 'buslines' in rt:if len(rt['buslines']) >= 1:for i in range(0, len(rt['buslines'])):line_id = rt['buslines'][i]['id']line_type = rt['buslines'][i]['type']line_name = rt['buslines'][i]['name']polyline = rt['buslines'][i]['polyline']city_code = rt['buslines'][i]['citycode']start_stop = rt['buslines'][i]['start_stop']end_stop = rt['buslines'][i]['end_stop']start_time = rt['buslines'][i]['start_time']end_time = rt['buslines'][i]['end_time']status = rt['buslines'][i]['status']company = rt['buslines'][i]['company']info = (str(line_id) + '\u0001' + str(line_type) + '\u0001' + str(line_name) + '\u0001' +str(polyline) + '\u0001' + str(city_code) + '\u0001' + str(start_stop) + '\u0001' +str(end_stop) + '\u0001' + str(start_time) + '\u0001' + str(end_time) + '\u0001'+ str(status) + '\u0001' + str(company))print(info)output_dir = res_dir + str(city_name) + '公交導航信息數據.txt'with open(output_dir, 'a', encoding="utf-8") as file:file.write(info + "\n")stop = rt['buslines'][i]['busstops']for j in range(len(stop)):station_id = stop[j]['id']station = stop[j]['name']location = stop[j]['location']sequence = stop[j]['sequence']info_ = (str(station_id) + '\u0001' + str(line) + '\u0001' + str(station) + '\u0001' +str(location) + '\u0001' + str(sequence))print(info_)output_dir = res_dir + str(city_name) + '公交站點信息數據.txt'with open(output_dir, 'a', encoding="utf-8") as file:file.write(info_ + "\n")j += 1else:passelse:passelse:print(url_api)res = requests.get(url_api).texttime.sleep(2)# print(res) #可以用于檢驗傳回的信息里面是否有自己需要的數據rt = json.loads(res)if 'buslines' in rt:if len(rt['buslines']) >= 1:for i in range(0, len(rt['buslines'])):line_id = rt['buslines'][i]['id']line_type = rt['buslines'][i]['type']line_name = rt['buslines'][i]['name']polyline = rt['buslines'][i]['polyline']city_code = rt['buslines'][i]['citycode']start_stop = rt['buslines'][i]['start_stop']end_stop = rt['buslines'][i]['end_stop']start_time = rt['buslines'][i]['start_time']end_time = rt['buslines'][i]['end_time']status = rt['buslines'][i]['status']company = rt['buslines'][i]['company']info = (str(line_id) + '\u0001' + str(line_type) + '\u0001' + str(line_name) + '\u0001' +str(polyline) + '\u0001' + str(city_code) + '\u0001' + str(start_stop) + '\u0001' +str(end_stop) + '\u0001' + str(start_time) + '\u0001' + str(end_time) + '\u0001'+ str(status) + '\u0001' + str(company))print(info)output_dir = res_dir + str(city_name) + '公交導航信息數據.txt'with open(output_dir, 'a', encoding="utf-8") as file:file.write(info + "\n")stop = rt['buslines'][i]['busstops']for j in range(len(stop)):station_id = stop[j]['id']station = stop[j]['name']location = stop[j]['location']sequence = stop[j]['sequence']info_ = (str(station_id) + '\u0001' + str(line) + '\u0001' + str(station) + '\u0001' +str(location) + '\u0001' + str(sequence))print(info_)output_dir = res_dir + str(city_name) + '公交站點信息數據.txt'with open(output_dir, 'a', encoding="utf-8") as file:file.write(info_ + "\n")j += 1else:passelse:passelse:passelse:passif __name__ == '__main__':result = get_city()在結合文件寫入等操作將采集到的站點信息以及導航信息保存至對應城市的文件中
數據樣例展示， 分隔符為
)
