#region Using namespace

using System;
using System.IO;
using System.Linq;
using System.Net;
using HtmlAgilityPack;

#endregion

namespace DownloadImages
{
    internal class Program
    {
        private static readonly WebClient Wc = new WebClient();
        private static readonly char[] InvalidFileNameChars = new[]
                                                                  {
                                                                      '"',
                                                                      '<',
                                                                      '>',
                                                                      '|',
                                                                      '\0',
                                                                      '\u0001',
                                                                      '\u0002',
                                                                      '\u0003',
                                                                      '\u0004',
                                                                      '\u0005',
                                                                      '\u0006',
                                                                      '\a',
                                                                      '\b',
                                                                      '\t',
                                                                      '\n',
                                                                      '\v',
                                                                      '\f',
                                                                      '\r',
                                                                      '\u000e',
                                                                      '\u000f',
                                                                      '\u0010',
                                                                      '\u0011',
                                                                      '\u0012',
                                                                      '\u0013',
                                                                      '\u0014',
                                                                      '\u0015',
                                                                      '\u0016',
                                                                      '\u0017',
                                                                      '\u0018',
                                                                      '\u0019',
                                                                      '\u001a',
                                                                      '\u001b',
                                                                      '\u001c',
                                                                      '\u001d',
                                                                      '\u001e',
                                                                      '\u001f',
                                                                      ':',
                                                                      '*',
                                                                      '?',
                                                                      '\\',
                                                                      '/'
                                                                  };
        public static string CleanInvalidFileName(string fileName)
        {
            fileName = fileName + "";
            fileName = InvalidFileNameChars.Aggregate(fileName, (current, c) => current.Replace(c + "", ""));

            if (fileName.Length > 1)
                if (fileName[0] == '.')
                    fileName = "dot" + fileName.TrimStart('.');

            return fileName;
        }
        private static void Main(string[] args)
        {
            Start();
        }

        private static void Start()
        {
            var web = new HtmlWeb();
            var startDate = int.Parse(DateTime.Parse("2010-08-18").ToString("yyyyMMdd"));
            var endDate = int.Parse(DateTime.Now.ToString("yyyyMMdd"));
            const int startPageId = 49430;
            const int endPageId = 124621;
            for (int k = startDate; k <= endDate; k++)
            {
                for (int j = startPageId; j <= endPageId; j++)
                {
                    string cnblogs = http://xxxxxxxx/ + k + "/" + j + ".html";  //此处省略……源码内详
                    HtmlDocument doc = web.Load(cnblogs);
                    var titles = doc.DocumentNode.SelectNodes("//title");
                    var titleName = j.ToString();
                    if( titles!=null && titles.Count>0)
                        titleName = titles[0].InnerText;
                    HtmlNode node = doc.GetElementbyId("ks_xp");
                    if (node == null)
                    {
                        continue;
                    }
                    foreach (HtmlNode child in node.SelectNodes("//img"))
                    {
                        if (child.Attributes["src"] == null)
                            continue;

                        string imgurl = child.Attributes["src"].Value;
                        DownLoadImg(imgurl, k + "", CleanInvalidFileName(titleName));
                        Console.WriteLine("正在下载:" + titleName + " " + imgurl);
                    }
                }
            }
            //善后
            CleanEmptyFolders();
        }

        private static void CleanEmptyFolders()
        {
            var rootFolders = Environment.CurrentDirectory + "\\Images\\";
            var folders = Directory.GetDirectories(rootFolders, "*.*", SearchOption.AllDirectories);
            foreach( var f in folders)
            {
                if (Directory.GetFiles(f, "*.*", SearchOption.AllDirectories).Length == 0)
                    Directory.Delete(f);
            }
        }

        private static void DownLoadImg(string url, string folderName, string subFolderName)
        {
            var fileName = CleanInvalidFileName(url.Substring(url.LastIndexOf("/") + 1));
            var fileFolder = Environment.CurrentDirectory + "\\Images\\" + folderName + "\\" + subFolderName + "\\" ;
            if (!Directory.Exists(fileFolder))
                Directory.CreateDirectory(fileFolder);
            fileName = fileFolder + fileName;
            try
            {
                Wc.DownloadFile(url, fileName);
            }
            catch (Exception ex)
            {
                Console.WriteLine(ex.Message);
            }
        }
    }
}

 

 1 function CreateHttpRequest(proxyServer: string = ''; proxyPort: integer = 0):
 2   TIdHTTP;
 3 function DecodeHttpRequestText(InString: string): string;
 4 implementation
 5 
 6 {$R *.dfm}
 7 
 8 function DecodeHttpRequestText(InString: string): string;
 9 begin
10   Result := UpperCase(InString);
11   //google,baidu,cnblogs,localhost等测试ok...
12   if (Pos('CHARSET=', Result) = 0) or (pos('=UTF-', Result) <> 0) then
13     InString := Utf8Decode(InString);
14   Result := InString;
15 end;
16 
17 function CreateHttpRequest(proxyServer: string = ''; proxyPort: integer = 0):
18   TIdHTTP;
19 begin
20   Result := TIdHTTP.Create(nil);
21   with Result do
22   begin
23     HandleRedirects := true;
24     HTTPOptions := [hoForceEncodeParams];
25     ReadTimeout := 30000;
26     Request.Accept :=
27       'image/gif, image/x-xbitmap, image/jpeg, image/pjpeg, application/x-shockwave-flash, */*';
28     Request.AcceptLanguage := 'zh-cn';
29     Request.ContentType := 'application/x-www-form-urlencoded';
30     Request.UserAgent :=
31       'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 4.0)';
32     if (proxyServer <> '') then
33       proxyParams.ProxyServer := proxyServer; //'代理服务器地址';
34     if proxyPort <> 0 then
35       proxyParams.ProxyPort := proxyPort; //'代理服务器端口';
36   end;
37 end;
38 
39 procedure TForm1.btn1Click(Sender: TObject);
40 var
41   getstr: string;
42 begin
43   mmo1.Lines.Clear;
44   getstr :=DecodeHttpRequestText( CreateHttpRequest().Get(edt1.Text));
45   mmo1.Lines.Add(getstr);
46 
47 end;