zoukankan      html  css  js  c++  java
  • 采集模拟纠风在线

       http://hz.eastday.com/jfonline/webpages/front/morelastapp.aspx 

    该链接获取数据是一种异步获取(post) 的方式,但是往往我们只要用HTTPAnalyzerFullV5 根据里面post信息,拿过来做一次拼接,就可以post返回我们想提取的信息,但是这里有一个小的插曲,如图

    _viewstate是从网页里面提取到的信息 如果按照如图的参数进行post的话,发现不能够获取成功post 返回404 错误

    经过对比,发现里面值viewstate 经过 html.urlEncode(url);然后拼接经行post才能成功。

    string aaa = "http://hz.eastday.com/jfonline/webpages/front/morelastapp.aspx";
                CookieContainer cc = new CookieContainer();
                var dc3 = new Streaming.DownloadContext()
                {
                    requestUri = new Uri(aaa),
                    cookieContainer = cc,
                    encode=Encoding.UTF8
                };
                string html2 = Streaming.Downloader.Download(dc3);

               // string postdate = "__EVENTTARGET=btnsearch&__EVENTARGUMENT=&__VIEWSTATE=%6ZqcBQEzZxAFDOOAgOOAgOi0ouaUvwUCMjNnEAUM44CA44CA5Y2r55SfBQIyNGcQBQzjgIDjgIDmlZnogrIFAjI1ZxAFDOOAgOOAgOS9k%2BiCsgUCMjZnEAUV44CA44CA57uP5rWO5ZKM5L%2Bh5oGvBQIyN2cQBQzjgIDjgIDlj7jms5UFAjI4ZxAFGOOAgOOAgOe7v%2BWMluW4guWuueWfjueuoQUCMjlnEAUM44CA44CA5rC05YqhBQE3ZxAFEuOAgOOAgOinhOWIkuWcn%2BWcsAUCMzBnEAUM44CA44CA56eR5oqABQIzMWcQBQzjgIDjgIDlhpzkuJoFAjMyZxAFEuOAgOOAgOefpeivhuS6p%2BadgwUCMzNnEAUS44CA44CA5Y%2BR5bGV5pS56Z2pBQIzNGcQBRjjgIDjgIDln47kuaHlu7rorr7kuqTpgJoFAjM1ZxAFGOOAgOOAgOS6pOmAmua4r%2BWPo%2BeuoeeQhgUCMzZnEAUM44CA44CA5rCR6ZiyBQIzN2cQBQzjgIDjgIDllYbliqEFAjM4ZxAFHuOAgOOAgOS9j%2BaIv%2BS%2FnemanOaIv%2BWxi%2BeuoeeQhgUCMzlnEAUR4oCUIOihjOS4muexuyDigJQFAi0xZxAFDOOAgOOAgOS%2Bm%2BeUtQUCNDBnEAUM44CA44CA5L6b5rC0BQI0MWcQBQzjgIDjgIDkvpvmsJQFAjQyZxAFDOOAgOOAgOWtpuagoQUCNDVnEAUM44CA44CA5Yy755aXBQI0NmcQBRLjgIDjgIDms5XlvovmnI3liqEFAjQ3ZxAFGOOAgOOAgOW4guWuueeOr%2BWNq%2BacjeWKoQUCNDhnEAUS44CA44CA54mp5Lia5pyN5YqhBQI0OWcQBRLjgIDjgIDml4XmuLjmnI3liqEFAjUwZxAFDOOAgOOAgOmTtuihjAUCNTFnEAUM44CA44CA6YCa5L%2BhBQI1MmcQBQzjgIDjgIDpgq7mlL8FAjUzZxAFEuOAgOOAgOi9qOmBk%2BS6pOmAmgUCNTdnZGQCBQ8QZA8WAwIBAgICAxYDEAUM5oSP6KeB5bu66K6uBQExZxAFBuaKleiviQUBMmcQBQblkqjor6IFATNnZGQCFQ88KwANAQAPFgQeC18hRGF0YUJvdW5kZx4LXyFJdGVtQ291bnQCyQNkFgJmD2QWHAIBD2QWDmYPDxYCHgRUZXh0BQQxOTUzZGQCAQ9kFggCAQ8PFgQfAgUq5LiN5ZCI55CG6L%2BH6auY5pS25Y%2BW5Y2V5L2N55Sf5rS75Z6D5Zy%2B6LS5HgtOYXZpZ2F0ZVVybAUTdHN2aWV3LmFzcHg%2FaWQ9MTk1M2RkAgMPFgIeB1Zpc2libGVoZAIFDxYCHwRoZAIHDw8WBB8CZR8EaGRkAgIPDxYCHwIFEzIwMTEtMDQtMTMgMTE6MjA6MTdkZAIDDw8WAh8CBQblkqjor6JkZAIEDw8WAh8CBQnmma7pmYDljLpkZAIFDw8WAh8CBRLluILlrrnnjq%2FljavmnI3liqFkZAIGD2QWAgIBDw8WAh8CBQzmraPlnKjlpITnkIZkZAICD2QWDmYPDxYCHwIFBDE5MTdkZAIBD2QWCAIBDw8WBB8CBR7lhajkuIrmtbfmnIDotLXnmoTlhazkuqQgMTflnZcfAwUTdHN2aWV3LmFzcHg%2FaWQ9MTkxN2RkAgMPFgIfBGhkAgUPFgIfBGhkAgcPDxYEHwJlHwRoZGQCAg8PFgIfAgUTMjAxMS0wNC0wNiAxMDo0MTowOGRkAgMPDxYCHwIFBuaKleiviWRkAgQPDxYCHwIFDOa1puS4nOaWsOWMumRkAgUPDxYCHwIFEuS6pOmAmua4r%2BWPo%2BeuoeeQhmRkAgYPZBYCAgEPDxYCHwIFDOato%2BWcqOWkhOeQhmRkAgMPZBYOZg8PFgIfAgUEMTkxNWRkAgEPZBYGAgEPDxYEHwIFJ%2BS%2FoeWPt%2BeBr%2Bivu%2Benkuiuvue9ruWPmOaIkOmSk%2BmxvOaJp%2BazlR8DBRN0c3ZpZXcuYXNweD9pZD0xOTE1ZGQCAw8WAh8EaGQCBw8PFgIfAgUBMWRkAgIPDxYCHwIFEzIwMTEtMDQtMDYgMDk6MDU6MDVkZAIDDw8WAh8CBQbmipXor4lkZAIEDw8WAh8CBQnlrp3lsbHljLpkZAIFDw8WAh8CBQblhazlrolkZAIGD2QWAgIBDw8WAh8CBQzlpITnkIblrozmr5VkZAIED2QWDmYPDxYCHwIFBDE5MDlkZAIBD2QWCAIBDw8WBB8CBQ%2FnvqTnp5%2FmsqHkurrnrqEfAwUTdHN2aWV3LmFzcHg%2FaWQ9MTkwOWRkAgMPFgIfBGhkAgUPFgIfBGhkAgcPDxYEHwJlHwRoZGQCAg8PFgIfAgUTMjAxMS0wNC0wNCAyMjozMToyMmRkAgMPDxYCHwIFBuaKleiviWRkAgQPDxYCHwIFCeW%2BkOaxh%2BWMumRkAgUPDxYCHwIFGOS9j%2BaIv%2BS%2FnemanOaIv%2BWxi%2BeuoeeQhmRkAgYPZBYCAgEPDxYCHwIFDOato%2BWcqOWkhOeQhmRkAgUPZBYOZg8PFgIfAgUEMTkwOGRkAgEPZBYGAgEPDxYEHwIFMOWwj%2BmXrumimOS5n%2BWPr%2BS7peWPjeaYoOWHuuadqOa1puWMuuS4reW%2Fg%2BWMu%2BKAph8DBRN0c3ZpZXcuYXNweD9pZD0xOTA4ZGQCAw8WAh8EaGQCBw8PFgIfAgUBMWRkAgIPDxYCHwIFEzIwMTEtMDQtMDQgMTU6NTg6MTdkZAIDDw8WAh8CBQbmipXor4lkZAIEDw8WAh8CBQnmnajmtabljLpkZAIFDw8WAh8CBQbljLvnlpdkZAIGD2QWAgIBDw8WAh8CBQzlpITnkIblrozmr5VkZAIGD2QWDmYPDxYCHwIFBDE5MDdkZAIBD2QWBgIBDw8WBB8CBTDljY7lsbHljLvpmaLovazor4rliLbluqbkuI3lkIjnkIbjgILmsqHmnInkvL3igKYfAwUTdHN2aWV3LmFzcHg%2FaWQ9MTkwN2RkAgMPFgIfBGhkAgcPDxYCHwIFATFkZAICDw8WAh8CBRMyMDExLTA0LTA0IDA5OjM4OjIxZGQCAw8PFgIfAgUG5oqV6K%2BJZGQCBA8PFgIfAgUJ6Z2Z5a6J5Yy6ZGQCBQ8PFgIfAgUG5Yy755aXZGQCBg9kFgICAQ8PFgIfAgUM5aSE55CG5a6M5q%2BVZGQCBw9kFg5mDw8WAh8CBQQxOTA1ZGQCAQ9kFggCAQ8PFgQfAgUM6Lev54Gv6Zeu6aKYHwMFE3Rzdmlldy5hc3B4P2lkPTE5MDVkZAIDDxYCHwRoZAIFDxYCHwRoZAIHDw8WBB8CZR8EaGRkAgIPDxYCHwIFEzIwMTEtMDQtMDMgMTA6NDM6NTRkZAIDDw8WAh8CBQzmhI%2Fop4Hlu7rorq5kZAIEDw8WAh8CBQnmnb7msZ%2FljLpkZAIFDw8WAh8CBQbkvpvnlLVkZAIGD2QWAgIBDw8WAh8CBQzmraPlnKjlpITnkIZkZAIID2QWDmYPDxYCHwIFBDE5MDBkZAIBD2QWBgIBDw8WBB8CBQ%2FmlrDlnLrplYfln47nrqEfAwUTdHN2aWV3LmFzcHg%2FaWQ9MTkwMGRkAgMPFgIfBGhkAgcPDxYCHwIFATFkZAICDw8WAh8CBRMyMDExLTA0LTAyIDEyOjMyOjU1ZGQCAw8PFgIfAgUG5oqV6K%2BJZGQCBA8PFgIfAgUM5rWm5Lic5paw5Yy6ZGQCBQ8PFgIfAgUS57u%2F5YyW5biC5a655Z%2BO566hZGQCBg9kFgICAQ8PFgIfAgUM5q2j5Zyo5aSE55CGZGQCCQ9kFg5mDw8WAh8CBQQxODk5ZGQCAQ9kFggCAQ8PFgQfAgUw5LiK5rW35rCR55Sf6ZO26KGM77yM5Yqe5Y2h5pe257OK5raC5qC45a6h44CB4oCmHwMFE3Rzdmlldy5hc3B4P2lkPTE4OTlkZAIDDxYCHwRoZAIFDxYCHwRoZAIHDw8WBB8CZR8EaGRkAgIPDxYCHwIFEzIwMTEtMDQtMDEgMjE6MTM6NDVkZAIDDw8WAh8CBQbmipXor4lkZAIEDw8WAh8CBQzmmoLkuI3pgInmi6lkZAIFDw8WAh8CBQbpk7booYxkZAIGD2QWAgIBDw8WAh8CBQzmraPlnKjlpITnkIZkZAIKD2QWDmYPDxYCHwIFBDE4OTdkZAIBD2QWBgIBDw8WBB8CBRXkuJzmlrnmnInnur%2FlpKrpnLjpgZMfAwUTdHN2aWV3LmFzcHg%2FaWQ9MTg5N2RkAgMPFgIfBGhkAgcPDxYCHwIFATFkZAICDw8WAh8CBRMyMDExLTA0LTAxIDE3OjE3OjI4ZGQCAw8PFgIfAgUG5oqV6K%2BJZGQCBA8PFgIfAgUJ5pmu6ZmA5Yy6ZGQCBQ8PFgIfAgUG6YCa5L%2BhZGQCBg9kFgICAQ8PFgIfAgUM5aSE55CG5a6M5q%2BVZGQCCw9kFg5mDw8WAh8CBQQxODkzZGQCAQ9kFgYCAQ8PFgQfAgUk5aSn5LyX5Ye656ef5Y%2B45py65LiN6KeE6IyD6L%2BQ6JCl77yBHwMFE3Rzdmlldy5hc3B4P2lkPTE4OTNkZAIDDxYCHwRoZAIHDw8WAh8CBQExZGQCAg8PFgIfAgUTMjAxMS0wMy0zMSAyMTo1OTowNWRkAgMPDxYCHwIFBuaKleiviWRkAgQPDxYCHwIFDOaaguS4jemAieaLqWRkAgUPDxYCHwIFEuS6pOmAmua4r%2BWPo%2BeuoeeQhmRkAgYPZBYCAgEPDxYCHwIFDOWkhOeQhuWujOavlWRkAgwPZBYOZg8PFgIfAgUEMTg5MGRkAgEPZBYGAgEPDxYEHwIFHuWhmOW3nee6v%2BS4i%2BePreaXtumXtOS6uueIhuaMpB8DBRN0c3ZpZXcuYXNweD9pZD0xODkwZGQCAw8WAh8EaGQCBw8PFgIfAgUBMWRkAgIPDxYCHwIFEzIwMTEtMDMtMzEgMTM6NDE6MTdkZAIDDw8WAh8CBQzmhI%2Fop4Hlu7rorq5kZAIEDw8WAh8CBQzmtabkuJzmlrDljLpkZAIFDw8WAh8CBRLkuqTpgJrmuK%2Flj6PnrqHnkIZkZAIGD2QWAgIBDw8WAh8CBQzlpITnkIblrozmr5VkZAIND2QWDmYPDxYCHwIFBDE4ODlkZAIBD2QWBgIBDw8WBB8CBQzkuqTpgJrnrqHnkIYfAwUTdHN2aWV3LmFzcHg%2FaWQ9MTg4OWRkAgMPFgIfBGhkAgcPDxYCHwIFATFkZAICDw8WAh8CBRMyMDExLTAzLTMxIDEwOjA4OjU2ZGQCAw8PFgIfAgUG5oqV6K%2BJZGQCBA8PFgIfAgUJ5pmu6ZmA5Yy6ZGQCBQ8PFgIfAgUG5YWs5a6JZGQCBg9kFgICAQ8PFgIfAgUM5aSE55CG5a6M5q%2BVZGQCDg8PFgIfBGhkZAIXDxYCHwRnFgJmD2QWAmYPZBYGAgEPDxYCHwRoZGQCAw8PFgIfAgUCMzZkZAIFDw8WAh8EaGRkGAIFHl9fQ29udHJvbHNSZXF1aXJlUG9zdEJhY2tLZXlfXxYCBQZjaGtpbWcFCGNoa3JlcGx5BQdndnJlcGx5DzwrAAoBCAIkZN%2Fov4mAU9XS4NmKomE0CSvlaopa&__EVENTVALIDATION=%2FwEWVAKH3%2FTMDwL2l8vYBwL6l4fbBwL7l4fbBwL4l4fbBwL5l4fbBwL%2Bl4fbBwLil4fbBwL6l8fYBwL6l8vYBwL6l8%2FYBwL6l%2FPYBwL6l%2FfYBwL6l%2FvYBwL6l%2F%2FYBwL6l%2BPYBwL6l6fbBwL6l6vbBwL7l8fYBwL7l8vYBwL7l8%2FYBwLb5erhDwLT5drhDwLb5erhDwLW5erhDwLX5e7hDwLU5abiDwLX5drhDwLX5d7hDwLX5dbhDwLX5erhDwLX5dLhDwLb5erhDwLW5e7hDwLX5YbiDwLX5cLhDwLV5abiDwLW5dLhDwLW5dbhDwLW5drhDwLW5d7hDwLW5cLhDwLW5YbiDwLW5YriDwLR5abiDwLV5ebhDwLV5erhDwLV5e7hDwLV5dLhDwLV5dbhDwLV5drhDwLV5d7hDwLV5cLhDwLV5YbiDwLV5YriDwLb5erhDwLU5ebhDwLU5erhDwLU5e7hDwLU5drhDwLU5d7hDwLU5cLhDwLU5YbiDwLU5YriDwLT5ebhDwLT5erhDwLT5e7hDwLT5dLhDwLT5cLhDwKrmMTdCAKnmIjeCAKmmIjeCAKlmIjeCAKM%2B5aFCQKEk%2BHXDwLT15MIAoWL5Y0DAquavboHAryEzIEGAqWf84sCAuyV4MEMAu3%2F0NILAp%2FIqNQHApy3uM0KuV6FKtJlQJRiuLR5T0lRbjkDWsQ%3D&drsection=14&drdept=-1&drtype=2&txtid=&txtcontent=&txttime=&txtnewpageindex=1";
                string viewstate = System.Web.HttpUtility.UrlEncode(GetViewState(html2)); //这两个参数都经过urlencode了
                string EVENTVALIDATION = System.Web.HttpUtility.UrlEncode(GetEVENTVALIDATION(html2));
                       string postdate = string.Format("__EVENTTARGET=btnsearch&__EVENTARGUMENT=&__VIEWSTATE={0}&__EVENTVALIDATION={1}&drsection=14&drdept=-1&drtype=2&txtid=&txtcontent=&txttime=&txtnewpageindex=1", viewstate, EVENTVALIDATION);


                Console.WriteLine(postdate);
                string source = "";
                LoginForum(aaa, "http://hz.eastday.com/jfonline/webpages/front/morelastapp.aspx", postdate, ref source, cc);

    经过协议工具的提示 post数据类型为mime  application/x-www-form-urlencoded

    所以才转换了一下思维,进行数据对比,发现我拼接的数据与协议工具上出现值不一致,所以才想到用这样的方式来进行模拟采集。

  • 相关阅读:
    C#实战Microsoft Messaging Queue(MSMQ)
    Spring注解用法
    Last_IO_Errno: 1032
    浅谈TCP/IP网络编程中socket的行为
    Golang网络库中socket阻塞调度源码剖析
    delphi新语法之泛型实现的对象池模板
    Delphi 编码转换 Unicode gbk big5(使用LCMapString设置区域后,再用API转换)
    提高Delphi的编译速度(bpl和bcp)
    解决jqplot与jquery-ui导入必要包时的冲突
    Linux系统下用C语言获取MAC地址
  • 原文地址:https://www.cnblogs.com/chenli0513/p/2024894.html
Copyright © 2011-2022 走看看