使用matlab抓取网络数据

标签:
urlread网络爬虫 |
分类: matlab |
现在要去这个网站 http://eye.kuyun.com/web/
上将各个卫视的关注度和市场占有率下载下来,如下图所示:
采用matlab命令urlread
url='http://eye.kuyun.com/web/';
str=urlread(url);
一般来说,str里面就包含了我们想要的数据,怎么样,很简单吧,但是遗憾的是这个网页有些特殊,str里面并没有我们想要的数据。
我们打开F12开发者工具,如下图所示
所以说只要改一下url就行
url='http://eye.kuyun.com/api/tvlb';
str=urlread(url);
这时的str为(如下所示),里面包含了我们想要的数据,编程提取出来就行。
{"status":true,"message":"","data":[{"tv_ratings":0.005704,"market_ratings":0.143854,"id":5,"tv_name":"CCTV-1","epg_name":"新闻联播","rank":1},{"tv_ratings":0.00284,"market_ratings":0.071622,"id":18,"tv_name":"CCTV-新闻","epg_name":"新闻联播","rank":2},{"tv_ratings":0.002786,"market_ratings":0.070259,"id":11,"tv_name":"CCTV-6","epg_name":"叶问","rank":3},{"tv_ratings":0.00208,"market_ratings":0.052462,"id":9,"tv_name":"CCTV-4","epg_name":"中国新闻","rank":4},{"tv_ratings":0.001343,"market_ratings":0.033865,"id":13,"tv_name":"CCTV-8","epg_name":"守护丽人
36","rank":5},{"tv_ratings":0.001122,"market_ratings":0.02829,"id":24,"tv_name":"湖南卫视","epg_name":"中央台新闻联播","rank":6},{"tv_ratings":0.001001,"market_ratings":0.025235,"id":7,"tv_name":"CCTV-3","epg_name":"预备唱
2017-2","rank":7},{"tv_ratings":0.001001,"market_ratings":0.025254,"id":19,"tv_name":"CCTV-少儿","epg_name":"动画大放映","rank":8},{"tv_ratings":9.42E-4,"market_ratings":0.023751,"id":223,"tv_name":"CCTV-5","epg_name":"2017年国际乒联世界巡回赛澳大利亚公开赛
2","rank":9},{"tv_ratings":9.0E-4,"market_ratings":0.022709,"id":23,"tv_name":"东方卫视","epg_name":"中央台新闻联播","rank":10},{"tv_ratings":8.65E-4,"market_ratings":0.021813,"id":21,"tv_name":"北京卫视","epg_name":"新闻联播","rank":11},{"tv_ratings":6.88E-4,"market_ratings":0.017361,"id":17,"tv_name":"CCTV-12","epg_name":"普法栏目剧
2017","rank":12},{"tv_ratings":6.67E-4,"market_ratings":0.016834,"id":323,"tv_name":"湖南金鹰卡通频道","epg_name":"疯狂的麦咭","rank":13},{"tv_ratings":6.27E-4,"market_ratings":0.015803,"id":46,"tv_name":"山东卫视","epg_name":"中央台新闻联播","rank":14},{"tv_ratings":6.02E-4,"market_ratings":0.015191,"id":12,"tv_name":"CCTV-7","epg_name":"乡村大世界","rank":15},{"tv_ratings":5.96E-4,"market_ratings":0.015024,"id":28,"tv_name":"浙江卫视","epg_name":"中央电视台新闻联播","rank":16},{"tv_ratings":4.95E-4,"market_ratings":0.012495,"id":20,"tv_name":"CCTV-音乐","epg_name":"精彩音乐汇","rank":17},{"tv_ratings":4.75E-4,"market_ratings":0.011983,"id":15,"tv_name":"CCTV-10","epg_name":"我爱发明","rank":18},{"tv_ratings":4.41E-4,"market_ratings":0.011117,"id":16,"tv_name":"CCTV-11","epg_name":"锦绣梨园","rank":19},{"tv_ratings":4.22E-4,"market_ratings":0.010647,"id":6,"tv_name":"CCTV-2","epg_name":"交换空间
2017-25","rank":20},{"tv_ratings":3.89E-4,"market_ratings":0.009818,"id":14,"tv_name":"CCTV-纪录","epg_name":"万象
2","rank":21},{"tv_ratings":3.66E-4,"market_ratings":0.009227,"id":161,"tv_name":"卡酷少儿","epg_name":"猪猪侠之英雄猪少年","rank":22},{"tv_ratings":3.25E-4,"market_ratings":0.008203,"id":8,"tv_name":"安徽卫视","epg_name":"中央台新闻联播","rank":23},{"tv_ratings":3.14E-4,"market_ratings":0.007912,"id":25,"tv_name":"江苏卫视","epg_name":"中央台新闻联播","rank":24},{"tv_ratings":3.12E-4,"market_ratings":0.007868,"id":33,"tv_name":"广东南方卫视","epg_name":"阿SIR出更","rank":25},{"tv_ratings":2.55E-4,"market_ratings":0.006437,"id":292,"tv_name":"嘉佳卡通频道","epg_name":"猪猪侠","rank":26},{"tv_ratings":1.54E-4,"market_ratings":0.003889,"id":49,"tv_name":"四川卫视","epg_name":"中央新闻联播","rank":27},{"tv_ratings":1.3E-4,"market_ratings":0.003276,"id":34,"tv_name":"广西卫视","epg_name":"新闻联播","rank":28},{"tv_ratings":1.27E-4,"market_ratings":0.003204,"id":335,"tv_name":"江苏优漫卡通频道","epg_name":"星原小宝","rank":29},{"tv_ratings":1.23E-4,"market_ratings":0.003101,"id":39,"tv_name":"湖北卫视","epg_name":"中央台新闻联播","rank":30},{"tv_ratings":1.23E-4,"market_ratings":0.003108,"id":42,"tv_name":"辽宁卫视","epg_name":"中央台新闻联播","rank":31},{"tv_ratings":1.16E-4,"market_ratings":0.002932,"id":37,"tv_name":"河北卫视","epg_name":"中央台新闻联播","rank":32},{"tv_ratings":1.01E-4,"market_ratings":0.002559,"id":224,"tv_name":"天津卫视","epg_name":"中央电视台新闻联播","rank":33},{"tv_ratings":9.1E-5,"market_ratings":0.002294,"id":27,"tv_name":"河南卫视","epg_name":"新闻联播","rank":34},{"tv_ratings":8.6E-5,"market_ratings":0.00218,"id":40,"tv_name":"江西卫视","epg_name":"新闻联播","rank":35},{"tv_ratings":8.2E-5,"market_ratings":0.002069,"id":26,"tv_name":"广东卫视","epg_name":"中央台新闻联播","rank":36},{"tv_ratings":7.4E-5,"market_ratings":0.001875,"id":30,"tv_name":"重庆卫视","epg_name":"中央新闻联播","rank":37},{"tv_ratings":7.2E-5,"market_ratings":0.001809,"id":38,"tv_name":"黑龙江卫视","epg_name":"中央台新闻联播","rank":38},{"tv_ratings":7.0E-5,"market_ratings":0.001775,"id":273,"tv_name":"上海炫动卡通卫视","epg_name":"星原小宝
32","rank":39},{"tv_ratings":6.9E-5,"market_ratings":0.001734,"id":31,"tv_name":"东南卫视","epg_name":"中央台新闻联播","rank":40},{"tv_ratings":6.0E-5,"market_ratings":0.00152,"id":53,"tv_name":"青海卫视","epg_name":"中央新闻联播","rank":41},{"tv_ratings":5.7E-5,"market_ratings":0.001431,"id":43,"tv_name":"内蒙古卫视","epg_name":"中央台新闻联播","rank":42},{"tv_ratings":4.6E-5,"market_ratings":0.001166,"id":107,"tv_name":"厦门卫视","epg_name":"情谜睡美人
66","rank":43},{"tv_ratings":3.0E-5,"market_ratings":7.54E-4,"id":45,"tv_name":"山西卫视","epg_name":"中央新闻联播","rank":44},{"tv_ratings":2.9E-5,"market_ratings":7.37E-4,"id":48,"tv_name":"陕西卫视","epg_name":"中央新闻联播","rank":45},{"tv_ratings":2.7E-5,"market_ratings":6.84E-4,"id":225,"tv_name":"深圳卫视","epg_name":"中央台新闻联播","rank":46},{"tv_ratings":2.2E-5,"market_ratings":5.54E-4,"id":32,"tv_name":"甘肃卫视","epg_name":"新闻联播","rank":47},{"tv_ratings":1.9E-5,"market_ratings":4.89E-4,"id":209,"tv_name":"中国教育电视台一套","epg_name":"中央台新闻联播","rank":48},{"tv_ratings":1.7E-5,"market_ratings":4.33E-4,"id":52,"tv_name":"云南卫视","epg_name":"中央台新闻联播","rank":49},{"tv_ratings":1.7E-5,"market_ratings":4.24E-4,"id":596,"tv_name":"湖南金鹰纪实频道","epg_name":"动物星球","rank":50},{"tv_ratings":1.4E-5,"market_ratings":3.5E-4,"id":41,"tv_name":"吉林卫视","epg_name":"中央台新闻联播","rank":51},{"tv_ratings":1.1E-5,"market_ratings":2.79E-4,"id":44,"tv_name":"宁夏卫视","epg_name":"中央台新闻联播","rank":52},{"tv_ratings":1.1E-5,"market_ratings":2.77E-4,"id":51,"tv_name":"新疆卫视","epg_name":"中央台新闻联播","rank":53},{"tv_ratings":1.0E-5,"market_ratings":2.51E-4,"id":347,"tv_name":"西藏卫视","epg_name":"中央台新闻联播","rank":54},{"tv_ratings":5.0E-6,"market_ratings":1.38E-4,"id":35,"tv_name":"贵州卫视","epg_name":"中央新闻联播","rank":55},{"tv_ratings":3.0E-6,"market_ratings":7.5E-5,"id":190,"tv_name":"家庭理财","epg_name":"约战交易日","rank":56},{"tv_ratings":2.0E-6,"market_ratings":5.3E-5,"id":36,"tv_name":"旅游卫视","epg_name":"中央台新闻联播","rank":57},{"tv_ratings":1.0E-6,"market_ratings":2.9E-5,"id":399,"tv_name":"中国教育电视台四套","epg_name":"围庐艺话","rank":58}]}