网络编程 —— Http使用httpClient实现页面爬虫

先去找类型的a标签取出图片所在网址取出https://desk.3gbizhi.com/deskMV/438.html

搭建Form界面

Http类


public static HttpClient Client { get; }
static Http()
{
    HttpClientHandler handler = new HttpClientHandler();//处理消息对象
    //ServerCertificateCustomValidationCallback  是否开启免验证策略，有的网站不安全，
    //浏览器阻止你访问，需要把验证忽略掉
    handler.ServerCertificateCustomValidationCallback = (message, cart, chain, error) => { return true; };
    Client = new HttpClient(handler);//请求对象
 
 
}

图片所在页面网址的正则


Regex imgHtml = new Regex(@"" );
//< a href = "https://pic.3gbizhi.com/uploadmark/20231006/c54bae39ffc4a10b023fc5c7adfee803.jpg" class="arrows" target="_blank">
Regex picReg = new Regex(@"");

按钮的点击事件


string url = this.textBox1.Text;// 获取爬虫的url index_23.html
int start = int.Parse(this.textBox3.Text); //开始页数 index_1.html
int end = int.Parse(this.textBox4.Text); //结束页数 index_2.html
Regex reg = new Regex(@"index_\d+\.html$");
url = reg.Replace(url,""); //Replace =替换，把后面替换前面类型的字符串https://desk.3gbizhi.com/deskMV/


for (int i = start; i <=end; i++)
{
    string nowURL = $"{url}/index_{i}.html";
    HttpResponseMessage res = await Http.Client.GetAsync(nowURL);
    string data = await res.Content.ReadAsStringAsync();
     // 整体html字符串
    // 从data所有字符串匹配满足正则的字符串 返回结果是MatchCollection的数据集合
    MatchCollection maths = imgHtml.Matches(data);
 
    foreach (Match item in maths)
    { 
 
        //下面需要根据html 匹配类型以下格式图片
        var res1 =  await Http.Client.GetAsync(picURL);
        string data1 = await res1.Content.ReadAsStringAsync();
 
        
        string picURL1 = picReg.Match(data1).Groups[1].Value;
        Console.WriteLine(picURL1);
        downLoad(picURL1);
    }
}


 public async void downLoad(string url)
 {
    var res =  await Http.Client.GetAsync(url);
     byte[] b1 = await res.Content.ReadAsByteArrayAsync();
     //C:\Users\Administrator\Desktop
     File.WriteAllBytes(@"C:\Users\Administrator\Desktop\PP\"+Path.GetFileName(url), b1);
 }

相关阅读:
刘德华被奥迪第三方策划公司给坑了
开源和闭源软件对开发的影响
6.3 字符数组
中康控股开启招股：拟募资净额3.95亿港元，预计7月12日上市
【Spring】Bean生命周期
[360笔试]记录
聊聊MySQL的加锁规则《死磕MySQL系列十五》
SpringCloud 基础入门
C语言字符函数和字符串函数(1)
[软件工具]ARW文件批量转图片jpg工具使用教程

原文地址：https://blog.csdn.net/lu2023_8_6/article/details/139305405