URL请求工具

工作中有个需求，定期请求多个URL。“定期”采用计划任务实现，请求URL，虽说start url可以实现，但不灵活。自己制作了个专门请求URL的工具，并记录请求结果。

控制台程序代码：

class Program
    {
        //日志目录
        static string logFileDirectory = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, @"Log", DateTime.Now.ToString("yyyy-MM"));
        //日志文件
        static string logFileName = DateTime.Now.ToString("yyyyMMdd") + ".txt";
        //日志文件锁定对象
        static object logLockObject = new object();

        static void Main(string[] args)
        {
            //创建日志目录
            try
            {
                if (!Directory.Exists(logFileDirectory))
                {
                    Directory.CreateDirectory(logFileDirectory);
                }
            }
            catch (Exception ex)
            {
                Console.Error.WriteLine(ex.ToString());
            }

            //执行请求任务
            var tasks = ConfigurationManager.AppSettings
                .AllKeys.Where(key => key.StartsWith(ConfigurationManager.AppSettings["urlSettingsKeyPrefix"]))
                .Select(key => ConfigurationManager.AppSettings[key])
                .Select(url => Task.Factory.StartNew(Request, url)).ToArray();

            Task.WaitAll(tasks);
        }

        /// <summary>
        /// 请求指定的url
        /// </summary>
        /// <param name="url"></param>
        static void Request(object url)
        {
            try
            {
                var request = WebRequest.Create(url.ToString()) as HttpWebRequest;
                request.Timeout = Timeout.Infinite;
                using (var response = request.GetResponse())
                using (var responseStream = response.GetResponseStream())
                using (var streamReader = new StreamReader(responseStream))
                {
                    WriteLog(streamReader.ReadToEnd(), url);
                }
            }
            catch (Exception ex)
            {
                WriteLog(ex.ToString(), url);
            }
        }

        /// <summary>
        /// 写日志
        /// </summary>
        /// <param name="msg"></param>
        private static void WriteLog(string msg, object requestUrl)
        {
            lock (logLockObject)
            {
                try
                {
                    File.AppendAllText(
                        Path.Combine(logFileDirectory, logFileName),
                        string.Format("[#{0}]{1} {2}", Thread.CurrentThread.ManagedThreadId, DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss.fff"), requestUrl)
                        + Environment.NewLine
                        + msg
                        + Environment.NewLine);
                }
                catch (Exception ex)
                {
                    Console.Error.WriteLine(ex.ToString());
                }
            }
        }
    }

App.config：

<?xml version="1.0" encoding="utf-8" ?>
<configuration>
    <startup> 
        <supportedRuntime version="v4.0" sku=".NETFramework,Version=v4.5" />
    </startup>
  <appSettings>
    <add key="urlSettingsKeyPrefix" value="urlprefix-"/>
    
    <add key="urlprefix-url1" value="http://xxxxxx"/>
    <add key="urlprefix-url2" value="http://xxxxxx"/>
    <add key="urlprefix-url3" value="http://xxxxxx"/>
  </appSettings>
</configuration>

 实际使用时，还需要设置下面这个才能发挥多线程的优势：

ServicePointManager.DefaultConnectionLimit = 20; //可以设置大点