C# 抓取网页img的src带参数的图片链接,并下载
当前位置:点晴教程→知识管理交流
→『 技术文档交流 』
using System; using System.Collections.Generic; using System.ComponentModel; using System.Data; using System.Drawing; using System.IO; using System.Linq; using System.Net; using System.Text; using System.Text.RegularExpressions; using System.Threading; using System.Windows.Forms; namespace ImageCollection { public partial class Form1 : Form { private static string Path = AppDomain.CurrentDomain.BaseDirectory + "img"; public Form1() { InitializeComponent(); } private void btnshuaqu_Click(object sender, EventArgs e) { string url = txturl.Text.Trim(); if (string.IsNullOrEmpty(url)) { MessageBox.Show("请输入URl"); return; } txtimg.AppendText("开始抓取中:\r\n"); Thread th = new Thread(() => ShuaQu(url)) { IsBackground = true }; th.Start(); } private void ShuaQu(string url) { DirectoryInfo di = new DirectoryInfo(Path); if (System.IO.Directory.Exists(Path)) { di.Delete(true); } System.IO.Directory.CreateDirectory(Path); string result = WebHttp.HttpGet(url, null, 3); string[] str = GetHtmlImageUrlList(result); txtimg.Invoke(new Action(() => { txtimg.AppendText("已经获取到数据!"+str.Count() + "\r\n"); })); //建立获取网页标题正则表达式 String regex = @"<title>.+</title>"; //返回网页标题 String title = Regex.Match(result, regex).ToString(); txttitle.Invoke(new Action(() => { txttitle.Text = Regex.Replace(title, @"[\""]+", ""); })); foreach (string s in str) { Uri u = new Uri(s); if (u.Host == "www.xxx.com") { Thread downimg = new Thread(() => Get_img(s)) { IsBackground = true }; downimg.Start(); txtimg.Invoke(new Action(() => { txtimg.AppendText(s + "\r\n"); })); } } txtimg.Invoke(new Action(() => { txtimg.AppendText("全部抓取完成!\r\n"); })); } public void Get_img(string imgpath) { string[] file = imgpath.Split('?'); string name = System.IO.Path.GetFileName(file[0]); WebClient mywebclient = new WebClient(); mywebclient.DownloadFile(imgpath, Path + @"\" + name); //Bitmap img = null; //HttpWebRequest req; //HttpWebResponse res = null; //try //{ // System.Uri httpUrl = new System.Uri(imgpath); // req = (HttpWebRequest)(WebRequest.Create(httpUrl)); // req.Timeout = 180000; //设置超时值10秒 // req.UserAgent = "XXXXX"; // req.Accept = "XXXXXX"; // req.Method = "GET"; // res = (HttpWebResponse)(req.GetResponse()); // img = new Bitmap(res.GetResponseStream());//获取图片流 // img.Save(Path + @"\"+name);//随机名 //} //catch (Exception ex) //{ // string aa = ex.Message; //} //finally //{ // res.Close(); //} } /// <summary> /// 取得HTML中所有图片的 URL。 /// </summary> /// <param name="sHtmlText">HTML代码</param> /// <returns>图片的URL列表</returns> private string[] GetHtmlImageUrlList(string sHtmlText) { // 定义正则表达式用来匹配 img 标签 Regex regImg = new Regex(@"<img\b[^<>]*?\bsrc[\s\t\r\n]*=[\s\t\r\n]*[""']?[\s\t\r\n]*(?<imgUrl>[^\s\t\r\n""'<>]*)[^<>]*?/?[\s\t\r\n]*>", RegexOptions.IgnoreCase); // 搜索匹配的字符串 MatchCollection matches = regImg.Matches(sHtmlText); int i = 0; string[] sUrlList = new string[matches.Count]; // 取得匹配项列表 foreach (Match match in matches) sUrlList[i++] = match.Groups["imgUrl"].Value; return sUrlList; } } } #region 下载图片到Image public static Image UrlToImage(string url) { WebClient mywebclient = new WebClient(); byte[] Bytes = mywebclient.DownloadData(url); using (MemoryStream ms = new MemoryStream(Bytes)) { Image outputImg = Image.FromStream(ms); return outputImg; } } #endregion 该文章在 2021/3/18 12:09:33 编辑过 |
关键字查询
相关文章
正在查询... |