• 教你怎么爬元气桌面的壁纸和视频

    开发语言：我大前端必备的nodejs

    看成果先：

    这次爬下来的是手机端视频壁纸，共848个视频

    -----------------------------------下边正式开始----------------------------------

    1、用fiddler抓包，查看接口地址

    接口地址为：https://pcwallpaper.zhhainiao.com/v20903/wplive/list

    参数为

    {"login_info":{},"resolution_support":0,"wtype_support":1,"encrypt_support":"none_encrypt","page":1,"page_size":24,"cate_id":2,"tag_id":null,"sort_type":2,"common":{"open_id":"T562a73fbd3f8ccccf669fd000508da","token":"PdAOr3dfdfdfdsdf6MlC7FP5l2hZTrdTcLKsQpd","device_id":"b3e88773dsdfsdfsdfsdfaac1e61be6d","player_version":115,"platform":"pc"}}

    2、点击元气桌面的图片，查看详细，抓包找到详情接口

    抓到详细接口：https://pcwallpaper.zhhainiao.com/mobile/wallpaper/live/detail

    参数为：

    {"login_info":{},"wid":368129,"common":{"open_id":"T562a73fbdfsdrfd000508da","token":"PdAOsdfsdD6MlC7FP5l2hZTrdTcLKsQpd","device_id":"b3e88773d5d32sdfsdfac1e61be6d","player_version":115,"platform":"pc"}}

    经分析，主要参数变化就是从列表中获取的 wid 参数

    3、写代码，先递归获取列表中的所有wid

    1.  
    2. let getList = async opt => {
    3.  
    4. 	$.post("https://pcwallpaper.zhhainiao.com/v20903/wplive/list", {
    5. 		"login_info": {},
    6. 		"resolution_support": 0,
    7. 		"wtype_support": 1,
    8. 		"encrypt_support": "none_encrypt",
    9. 		"page": opt.page,
    10. 		"page_size": 24,
    11. 		"cate_id": null,
    12. 		"tag_id": 109,
    13. 		"sort_type": 2,
    14. 		"common": {
    15. 			"open_id": "T562a73fbd3fssd000508da这里换成自己的",
    16. 			"token": "PdAOr3XqiugtdFP5l2hZT这里换成自己的d",
    17. 			"device_id": "b3e88773d5d3226d5这里换成自己的e6d",
    18. 			"player_version": 115,
    19. 			"platform": "pc"
    20. 		}
    21. 	}).then(async res => {
    22. 		if (res.data.data && res.data.data.list.length > 0) {
    23. 			for (let item of res.data.data.list) {
    24. 				let mobile_video = await getMobile({
    25. 					wid: item.wid
    26. 				})
    27. 				if (mobile_video) {
    28. 					saveVideo({msg:mobile_video+"\r\n"})
    29. 				}
    30.  
    31. 			}
    32. 			console.log("第"+opt.page+"页")
    33. 			getList({
    34. 				page: opt.page + 1
    35. 			})
    36. 		} else {
    37. 			console.log(videos.length)
    38. 			console.log("结束了")
    39. 		}
    40. 	})
    41.  
    42. }

     4、拿到列表数据以后，开始请求详细接口

    1.  
    2. let getMobile = async opt => {
    3.  
    4. 	let p = Q.defer();
    5. 	$.post("https://pcwallpaper.zhhainiao.com/mobile/wallpaper/live/detail", {
    6. 		"login_info": {},
    7. 		"wid": opt.wid,
    8. 		"common": {
    9. 			"open_id": "T562a73fbd3f8747e62f669fd000508da",
    10. 			"token": "PdAOr3XqiugtksuYD6MlC7FP5l2hZTrdTcLKsQpd",
    11. 			"device_id": "b3e88773d5d3226d5656eaac1e61be6d",
    12. 			"player_version": 115,
    13. 			"platform": "pc"
    14. 		}
    15. 	}).then(res => {
    16. 		if (res.data && res.data.data) {
    17.  
    18. 			p.resolve(res.data.data.mobile_preview_video)
    19. 		} else {
    20. 			p.resolve("")
    21. 		}
    22.  
    23. 	})
    24. 	return p.promise
    25. }

    5、最后，下载视频到本地

    1.  
    2. let saveVideo = async opt=>{
    3. 	/* learnNode.js */
    4. 	 
    5. 	
    6. 	 
    7. 	fs.appendFile('D:\\work\\test\\video.txt',opt.msg,(err)=>{
    8. 	 
    9. 	  if(err){
    10. 	 
    11. 	    console.log('出错')
    12. 	 
    13. 	  }else{
    14. 	 
    15. 	    console.log('追加内容')
    16. 	 
    17. 	  }
    18. 	 
    19. 	})
    20. }
    21.  
    22. // getList({
    23. // 	page: 1
    24. // })
    25.  
    26. // $.post("https://pcwallpaper.zhhainiao.com/mobile/wallpaper/live/detail", {"login_info":{},"wid":359624,"common":{"open_id":"T562a73fbd3f8747e62f669fd000508da","token":"PdAOr3XqiugtksuYD6MlC7FP5l2hZTrdTcLKsQpd","device_id":"b3e88773d5d3226d5656eaac1e61be6d","player_version":115,"platform":"pc"}}).then(res => {
    27. // 	console.log(res.data.data.mobile_video)
    28. // })
    29. let idx = 0;
    30. let  downVideo=async opt=>{
    31. 	let p = Q.defer();
    32. 	$({
    33. 		url:opt.url,
    34. 		responseType: 'stream'
    35. 	}).then(
    36. 		(resp) => {
    37. 			idx++
    38. 			const writer = fs.createWriteStream("D:\\work\\test\\videos\\"+idx+".mp4")
    39. 			resp.data.pipe(writer)
    40. 			writer.on('finish', () => {
    41. 				console.log("完成",idx)
    42. 				p.resolve(1)
    43. 			})
    44. 			writer.on('error', (e) => {
    45. 				
    46. 				p.resolve("")
    47. 			})
    48. 		}
    49. 	)
    50. 	
    51. 	return p.promise
    52. }

    最后，有些视频链接失效了，需要处理一下，下方是完整代码，有些被注释了，因为每一步执行的时候用的的函数不一样，需要有点基础才能修改

    1. let $ = require("axios")
    2. const {
    3. 	async
    4. } = require("q");
    5. var Q = require('q');
    6. let fs = require('fs');
    7. let videos = []
    8.  
    9. let getList = async opt => {
    10.  
    11. 	$.post("https://pcwallpaper.zhhainiao.com/v20903/wplive/list", {
    12. 		"login_info": {},
    13. 		"resolution_support": 0,
    14. 		"wtype_support": 1,
    15. 		"encrypt_support": "none_encrypt",
    16. 		"page": opt.page,
    17. 		"page_size": 24,
    18. 		"cate_id": null,
    19. 		"tag_id": 109,
    20. 		"sort_type": 2,
    21. 		"common": {
    22. 			"open_id": "T562a73fbd3f8747e62f669fd000508da",
    23. 			"token": "PdAOr3XqiugtksuYD6MlC7FP5l2hZTrdTcLKsQpd",
    24. 			"device_id": "b3e88773d5d3226d5656eaac1e61be6d",
    25. 			"player_version": 115,
    26. 			"platform": "pc"
    27. 		}
    28. 	}).then(async res => {
    29. 		if (res.data.data && res.data.data.list.length > 0) {
    30. 			for (let item of res.data.data.list) {
    31. 				let mobile_video = await getMobile({
    32. 					wid: item.wid
    33. 				})
    34. 				if (mobile_video) {
    35. 					saveVideo({msg:mobile_video+"\r\n"})
    36. 				}
    37.  
    38. 			}
    39. 			console.log("第"+opt.page+"页")
    40. 			getList({
    41. 				page: opt.page + 1
    42. 			})
    43. 		} else {
    44. 			console.log(videos.length)
    45. 			console.log("结束了")
    46. 		}
    47. 	})
    48.  
    49. }
    50.  
    51.  
    52. let getMobile = async opt => {
    53.  
    54. 	let p = Q.defer();
    55. 	$.post("https://pcwallpaper.zhhainiao.com/mobile/wallpaper/live/detail", {
    56. 		"login_info": {},
    57. 		"wid": opt.wid,
    58. 		"common": {
    59. 			"open_id": "T562a73fbd3f8747e62f669fd000508da",
    60. 			"token": "PdAOr3XqiugtksuYD6MlC7FP5l2hZTrdTcLKsQpd",
    61. 			"device_id": "b3e88773d5d3226d5656eaac1e61be6d",
    62. 			"player_version": 115,
    63. 			"platform": "pc"
    64. 		}
    65. 	}).then(res => {
    66. 		if (res.data && res.data.data) {
    67.  
    68. 			p.resolve(res.data.data.mobile_preview_video)
    69. 		} else {
    70. 			p.resolve("")
    71. 		}
    72.  
    73. 	})
    74. 	return p.promise
    75. }
    76.  
    77. let saveVideo = async opt=>{
    78. 	/* learnNode.js */
    79. 	 
    80. 	
    81. 	 
    82. 	fs.appendFile('D:\\work\\test\\video.txt',opt.msg,(err)=>{
    83. 	 
    84. 	  if(err){
    85. 	 
    86. 	    console.log('出错')
    87. 	 
    88. 	  }else{
    89. 	 
    90. 	    console.log('追加内容')
    91. 	 
    92. 	  }
    93. 	 
    94. 	})
    95. }
    96.  
    97.  getList({
    98.  	page: 1
    99.  })
    100.  
    101. // $.post("https://pcwallpaper.zhhainiao.com/mobile/wallpaper/live/detail", {"login_info":{},"wid":359624,"common":{"open_id":"T562a73fbd3f8747e62f669fd000508da","token":"PdAOr3XqiugtksuYD6MlC7FP5l2hZTrdTcLKsQpd","device_id":"b3e88773d5d3226d5656eaac1e61be6d","player_version":115,"platform":"pc"}}).then(res => {
    102. // 	console.log(res.data.data.mobile_video)
    103. // })
    104. let idx = 0;
    105. let  downVideo=async opt=>{
    106. 	let p = Q.defer();
    107. 	$({
    108. 		url:opt.url,
    109. 		responseType: 'stream'
    110. 	}).then(
    111. 		(resp) => {
    112. 			idx++
    113. 			const writer = fs.createWriteStream("D:\\work\\test\\videos\\"+idx+".mp4")
    114. 			resp.data.pipe(writer)
    115. 			writer.on('finish', () => {
    116. 				console.log("完成",idx)
    117. 				p.resolve(1)
    118. 			})
    119. 			writer.on('error', (e) => {
    120. 				
    121. 				p.resolve("")
    122. 			})
    123. 		}
    124. 	)
    125. 	
    126. 	return p.promise
    127. }
    128.  
    129. let readText = async opt=>{
    130. 	let txt = fs.readFileSync("D:\\work\\test\\video.txt","utf-8")
    131. 	let arr = txt.split("\r\n")
    132. 	console.log(arr)
    133. 	for(let item of arr){
    134. 		await downVideo({url:item})
    135. 		console.log(arr.length)
    136. 	}
    137. }
    138. //readText()

  • 相关阅读:
    [Mybatis-Plus笔记] MybatisPlus-03-QueryWrapper条件构造器
    node 之 express 框架（初级）
    GZ035 5G组网与运维赛题第4套
    《公共政策学》重点整理
    what‘s the meaning of rv32imafdc
    PTA古风排版
    go语言 反向代理
    “由于一段 Python 代码，我的号被封了”
    虚拟机快照（挺重要的）
    windows网络编程 --网络聊天室（2）
  • 原文地址：https://blog.csdn.net/cangege123/article/details/132788219