HttpHelper.cs 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Configuration;
  4. using System.Diagnostics;
  5. using System.IO;
  6. using System.IO.Compression;
  7. using System.Net;
  8. using System.Net.Security;
  9. using System.Security.Cryptography.X509Certificates;
  10. using System.Text;
  11. using System.Text.RegularExpressions;
  12. using System.Threading.Tasks;
  13. namespace Common
  14. {
  15. /// <summary>
  16. /// Http连接操作帮助类
  17. /// </summary>
  18. public class HttpHelper
  19. {
  20. #region 预定义方变量
  21. //默认的编码
  22. private Encoding _encoding = Encoding.Default;
  23. //Post数据编码
  24. private Encoding _postencoding = Encoding.Default;
  25. //HttpWebRequest对象用来发起请求
  26. private HttpWebRequest _request = null;
  27. //获取影响流的数据对象
  28. private HttpWebResponse _response = null;
  29. //设置本地的出口ip和端口
  30. private IPEndPoint _ipEndPoint = null;
  31. //请求错误返回码
  32. public string httpException = "Ex500";
  33. #endregion 预定义方变量
  34. #region 对外方法
  35. /// <summary>
  36. /// 根据相传入的数据,得到相应页面数据
  37. /// </summary>
  38. /// <param name="item">参数类对象</param>
  39. /// <returns>返回HttpResult类型</returns>
  40. public HttpResult GetData(HttpItem item)
  41. {
  42. //返回参数
  43. var result = new HttpResult();
  44. try
  45. {
  46. //准备参数
  47. SetRequest(item);
  48. }
  49. catch (Exception ex)
  50. {
  51. result.Cookie = string.Empty;
  52. result.Header = null;
  53. result.Html = httpException;
  54. result.StatusDescription = "配置参数时出错:" + ex.Message;
  55. //配置参数时出错
  56. return result;
  57. }
  58. try
  59. {
  60. //请求数据
  61. using (_response = (HttpWebResponse)_request.GetResponse())
  62. {
  63. GetData(item, result);
  64. }
  65. }
  66. catch (WebException ex)
  67. {
  68. if (ex.Response != null)
  69. {
  70. using (_response = (HttpWebResponse)ex.Response)
  71. {
  72. GetData(item, result);
  73. }
  74. }
  75. else
  76. {
  77. result.Html = httpException;
  78. }
  79. }
  80. catch (Exception ex)
  81. {
  82. result.Html = httpException;
  83. }
  84. if (item.IsToLower)
  85. result.Html = result.Html.ToLower();
  86. return result;
  87. }
  88. #endregion Public
  89. #region GetData
  90. /// <summary>
  91. /// 获取数据的并解析的方法
  92. /// </summary>
  93. /// <param name="item"></param>
  94. /// <param name="result"></param>
  95. private void GetData(HttpItem item, HttpResult result)
  96. {
  97. #region base
  98. //获取StatusCode
  99. result.StatusCode = _response.StatusCode;
  100. //获取StatusDescription
  101. result.StatusDescription = _response.StatusDescription;
  102. //获取最后访问的URl
  103. result.ResponseUri = _response.ResponseUri.ToString();
  104. //获取Headers
  105. result.Header = _response.Headers;
  106. //获取CookieCollection
  107. if (_response.Cookies != null) result.CookieCollection = _response.Cookies;
  108. //获取set-cookie
  109. if (_response.Headers["set-cookie"] != null) result.Cookie = _response.Headers["set-cookie"];
  110. #endregion base
  111. #region byte
  112. //处理网页Byte
  113. byte[] responseByte = GetByte();
  114. #endregion byte
  115. #region Html
  116. if (responseByte != null && responseByte.Length > 0)
  117. {
  118. //设置编码
  119. SetEncoding(item, result, responseByte);
  120. //得到返回的HTML
  121. result.Html = item.TranslationEncoding.GetString(responseByte);
  122. }
  123. else
  124. {
  125. //没有返回任何Html代码
  126. result.Html = string.Empty;
  127. }
  128. #endregion Html
  129. }
  130. /// <summary>
  131. /// 设置编码
  132. /// </summary>
  133. /// <param name="item">HttpItem</param>
  134. /// <param name="result">HttpResult</param>
  135. /// <param name="responseByte">byte[]</param>
  136. private void SetEncoding(HttpItem item, HttpResult result, byte[] responseByte)
  137. {
  138. //是否返回Byte类型数据
  139. if (item.ResultType == ResultType.Byte) result.ResultByte = responseByte;
  140. //从这里开始我们要无视编码了
  141. //if (_encoding == null)
  142. //{
  143. // Match meta = Regex.Match(Encoding.Default.GetString(responseByte), "<meta[^<]*charset=([^<]*)[\"']", RegexOptions.IgnoreCase);
  144. // string c = string.Empty;
  145. // if (meta != null && meta.Groups.Count > 0)
  146. // {
  147. // c = meta.Groups[1].Value.ToLower().Trim();
  148. // }
  149. // if (c.Length > 2)
  150. // {
  151. // try
  152. // {
  153. // _encoding = Encoding.GetEncoding(c.Replace("\"", string.Empty).Replace("'", "").Replace(";", "").Replace("iso-8859-1", "gbk").Trim());
  154. // }
  155. // catch
  156. // {
  157. // _encoding = string.IsNullOrEmpty(_response.CharacterSet) ? Encoding.UTF8 : Encoding.GetEncoding(_response.CharacterSet);
  158. // }
  159. // }
  160. // else
  161. // {
  162. // _encoding = string.IsNullOrEmpty(_response.CharacterSet) ? Encoding.UTF8 : Encoding.GetEncoding(_response.CharacterSet.Replace("\"", ""));
  163. // }
  164. //}
  165. }
  166. /// <summary>
  167. /// 提取网页Byte
  168. /// </summary>
  169. /// <returns></returns>
  170. private byte[] GetByte()
  171. {
  172. byte[] responseByte = null;
  173. MemoryStream stream;
  174. //GZIIP处理
  175. if (_response.ContentEncoding != null && _response.ContentEncoding.Equals("gzip", StringComparison.InvariantCultureIgnoreCase))
  176. {
  177. //开始读取流并设置编码方式
  178. stream = GetMemoryStream(new GZipStream(_response.GetResponseStream(), CompressionMode.Decompress));
  179. }
  180. else
  181. {
  182. //开始读取流并设置编码方式
  183. stream = GetMemoryStream(_response.GetResponseStream());
  184. }
  185. //获取Byte
  186. responseByte = stream.ToArray();
  187. stream.Close();
  188. return responseByte;
  189. }
  190. /// <summary>
  191. /// 4.0以下.net版本取数据使用
  192. /// </summary>
  193. /// <param name="streamResponse">流</param>
  194. private MemoryStream GetMemoryStream(Stream streamResponse)
  195. {
  196. MemoryStream stream = new MemoryStream();
  197. int Length = 256;
  198. Byte[] buffer = new Byte[Length];
  199. int bytesRead = streamResponse.Read(buffer, 0, Length);
  200. while (bytesRead > 0)
  201. {
  202. stream.Write(buffer, 0, bytesRead);
  203. bytesRead = streamResponse.Read(buffer, 0, Length);
  204. }
  205. return stream;
  206. }
  207. #endregion GetData
  208. #region SetRequest
  209. /// <summary>
  210. /// 为请求准备参数
  211. /// </summary>
  212. ///<param name="item">参数列表</param>
  213. private void SetRequest(HttpItem item)
  214. {
  215. // 验证证书
  216. SetCer(item);
  217. _request.Headers.Add(HttpRequestHeader.AcceptLanguage, item.AcceptLanguage);
  218. if (item.IPEndPoint != null)
  219. {
  220. _ipEndPoint = item.IPEndPoint;
  221. //设置本地的出口ip和端口
  222. _request.ServicePoint.BindIPEndPointDelegate = new BindIPEndPoint(BindIPEndPointCallback);
  223. }
  224. //设置Header参数
  225. if (item.Header != null && item.Header.Count > 0)
  226. {
  227. foreach (string key in item.Header.AllKeys)
  228. {
  229. _request.Headers.Add(key, item.Header[key]);
  230. }
  231. }
  232. // 设置代理
  233. SetProxy(item);
  234. if (item.ProtocolVersion != null)
  235. {
  236. //获取或设置用于请求的 HTTP 版本
  237. _request.ProtocolVersion = item.ProtocolVersion;
  238. }
  239. //获取或设置一个 System.Boolean 值,该值确定是否使用 100-Continue 行为
  240. _request.ServicePoint.Expect100Continue = item.Expect100Continue;
  241. //请求方式Get或者Post
  242. _request.Method = item.Method;
  243. //请求超时时间
  244. _request.Timeout = item.Timeout;
  245. //是否建立永久链接
  246. _request.KeepAlive = item.KeepAlive;
  247. //写入数据超时时间
  248. _request.ReadWriteTimeout = item.ReadWriteTimeout;
  249. if (item.IfModifiedSince != null)
  250. {
  251. //获取或设置 If-Modified-Since HTTP 标头的值
  252. _request.IfModifiedSince = Convert.ToDateTime(item.IfModifiedSince);
  253. }
  254. //Accept
  255. _request.Accept = item.Accept;
  256. //ContentType返回类型
  257. string boundary = "----------------------------" + DateTime.Now.Ticks.ToString("x");
  258. if (item.FormData != null && item.FormData.Count > 0)
  259. _request.ContentType = "multipart/form-data; boundary=" + boundary;
  260. else
  261. _request.ContentType = item.ContentType;
  262. //UserAgent客户端的访问类型,包括浏览器版本和操作系统信息
  263. _request.UserAgent = item.UserAgent;
  264. // 编码
  265. _encoding = item.Encoding;
  266. //设置安全凭证
  267. _request.Credentials = item.ICredentials;
  268. //设置Cookie
  269. SetCookie(item);
  270. //来源地址
  271. _request.Referer = item.Referer;
  272. //是否执行跳转功能
  273. _request.AllowAutoRedirect = item.Allowautoredirect;
  274. if (item.MaximumAutomaticRedirections > 0)
  275. {
  276. //获取或设置请求将跟随的重定向的最大数目
  277. _request.MaximumAutomaticRedirections = item.MaximumAutomaticRedirections;
  278. }
  279. //设置Post数据
  280. if (item.FormData != null && item.FormData.Count > 0)
  281. SetFormData(item, boundary);
  282. else
  283. SetPostData(item);
  284. //设置最大连接
  285. if (item.Connectionlimit > 0)
  286. {
  287. //获取或设置此 System.Net.ServicePoint 对象上允许的最大连接数
  288. _request.ServicePoint.ConnectionLimit = item.Connectionlimit;
  289. }
  290. }
  291. /// <summary>
  292. /// 设置证书
  293. /// </summary>
  294. /// <param name="item"></param>
  295. private void SetCer(HttpItem item)
  296. {
  297. if (!string.IsNullOrEmpty(item.CerPath))
  298. {
  299. //这一句一定要写在创建连接的前面。使用回调的方法进行证书验证。
  300. ServicePointManager.ServerCertificateValidationCallback = new System.Net.Security.RemoteCertificateValidationCallback(CheckValidationResult);
  301. //初始化对像,并设置请求的URL地址
  302. _request = (HttpWebRequest)WebRequest.Create(item.Url);
  303. SetCerList(item);
  304. //将证书添加到请求里
  305. _request.ClientCertificates.Add(new X509Certificate(item.CerPath));
  306. }
  307. else
  308. {
  309. //初始化对像,并设置请求的URL地址
  310. _request = (HttpWebRequest)WebRequest.Create(item.Url);
  311. SetCerList(item);
  312. }
  313. }
  314. /// <summary>
  315. /// 设置多个证书
  316. /// </summary>
  317. /// <param name="item"></param>
  318. private void SetCerList(HttpItem item)
  319. {
  320. if (item.ClentCertificates != null && item.ClentCertificates.Count > 0)
  321. {
  322. foreach (X509Certificate c in item.ClentCertificates)
  323. {
  324. _request.ClientCertificates.Add(c);
  325. }
  326. }
  327. }
  328. /// <summary>
  329. /// 设置Cookie
  330. /// </summary>
  331. /// <param name="item">Http参数</param>
  332. private void SetCookie(HttpItem item)
  333. {
  334. if (!string.IsNullOrEmpty(item.Cookie)) _request.Headers[HttpRequestHeader.Cookie] = item.Cookie;
  335. //设置CookieCollection
  336. if (item.ResultCookieType == ResultCookieType.CookieCollection)
  337. {
  338. _request.CookieContainer = new CookieContainer();
  339. if (item.CookieCollection != null && item.CookieCollection.Count > 0)
  340. _request.CookieContainer.Add(item.CookieCollection);
  341. }
  342. }
  343. /// <summary>
  344. /// 设置Post数据
  345. /// </summary>
  346. /// <param name="item">Http参数</param>
  347. private void SetPostData(HttpItem item)
  348. {
  349. //验证在得到结果时是否有传入数据
  350. if (!_request.Method.Trim().ToLower().Contains("get"))
  351. {
  352. if (item.PostEncoding != null)
  353. {
  354. _postencoding = item.PostEncoding;
  355. }
  356. byte[] buffer = null;
  357. //写入Byte类型
  358. if (item.PostDataType == PostDataType.Byte && item.PostdataByte != null && item.PostdataByte.Length > 0)
  359. {
  360. //验证在得到结果时是否有传入数据
  361. buffer = item.PostdataByte;
  362. }//写入文件
  363. else if (item.PostDataType == PostDataType.FilePath && !string.IsNullOrEmpty(item.Postdata))
  364. {
  365. StreamReader r = new StreamReader(item.Postdata, _postencoding);
  366. buffer = _postencoding.GetBytes(r.ReadToEnd());
  367. r.Close();
  368. } //写入字符串
  369. else if (!string.IsNullOrEmpty(item.Postdata))
  370. {
  371. buffer = _postencoding.GetBytes(item.Postdata);
  372. }
  373. if (buffer != null)
  374. {
  375. _request.ContentLength = buffer.Length;
  376. _request.GetRequestStream().Write(buffer, 0, buffer.Length);
  377. }
  378. else
  379. {
  380. _request.ContentLength = 0;
  381. }
  382. }
  383. }
  384. private void SetFormData(HttpItem item, string boundary)
  385. {
  386. //验证在得到结果时是否有传入数据
  387. if (!_request.Method.Trim().ToLower().Contains("get"))
  388. {
  389. if (item.PostEncoding != null)
  390. {
  391. _postencoding = item.PostEncoding;
  392. }
  393. MemoryStream stream = new MemoryStream();
  394. string format = "--" + boundary + "\r\nContent-Disposition:form-data;name=\"{0}\"\r\n\r\n{1}\r\n"; //自带项目分隔符
  395. foreach (string key in item.FormData.Keys)
  396. {
  397. string s = string.Format(format, key, item.FormData[key]);
  398. byte[] data = Encoding.UTF8.GetBytes(s);
  399. stream.Write(data, 0, data.Length);
  400. }
  401. byte[] foot_data = Encoding.UTF8.GetBytes("--" + boundary + "--\r\n"); //项目最后的分隔符字符串需要带上--
  402. stream.Write(foot_data, 0, foot_data.Length);
  403. _request.ContentLength = stream.Length;
  404. Stream requestStream = _request.GetRequestStream(); //写入请求数据
  405. stream.Position = 0L;
  406. stream.CopyTo(requestStream); //
  407. stream.Close();
  408. }
  409. }
  410. /// <summary>
  411. /// 设置代理
  412. /// </summary>
  413. /// <param name="item">参数对象</param>
  414. private void SetProxy(HttpItem item)
  415. {
  416. bool isIeProxy = false;
  417. if (!string.IsNullOrEmpty(item.ProxyIp))
  418. {
  419. isIeProxy = item.ProxyIp.ToLower().Contains("ieproxy");
  420. }
  421. if (!string.IsNullOrEmpty(item.ProxyIp) && !isIeProxy)
  422. {
  423. //设置代理服务器
  424. if (item.ProxyIp.Contains(":"))
  425. {
  426. string[] plist = item.ProxyIp.Split(':');
  427. WebProxy myProxy = new WebProxy(plist[0].Trim(), Convert.ToInt32(plist[1].Trim()))
  428. {
  429. //建议连接
  430. Credentials = new NetworkCredential(item.ProxyUserName, item.ProxyPwd)
  431. };
  432. //给当前请求对象
  433. _request.Proxy = myProxy;
  434. }
  435. else
  436. {
  437. WebProxy myProxy = new WebProxy(item.ProxyIp, false)
  438. {
  439. //建议连接
  440. Credentials = new NetworkCredential(item.ProxyUserName, item.ProxyPwd)
  441. };
  442. //给当前请求对象
  443. _request.Proxy = myProxy;
  444. }
  445. }
  446. else if (isIeProxy)
  447. {
  448. //设置为IE代理
  449. }
  450. else
  451. {
  452. _request.Proxy = item.WebProxy;
  453. }
  454. }
  455. #endregion SetRequest
  456. #region private main
  457. /// <summary>
  458. /// 回调验证证书问题
  459. /// </summary>
  460. /// <param name="sender">流对象</param>
  461. /// <param name="certificate">证书</param>
  462. /// <param name="chain">X509Chain</param>
  463. /// <param name="errors">SslPolicyErrors</param>
  464. /// <returns>bool</returns>
  465. private bool CheckValidationResult(object sender, X509Certificate certificate, X509Chain chain, SslPolicyErrors errors) { return true; }
  466. /// <summary>
  467. /// 通过设置这个属性,可以在发出连接的时候绑定客户端发出连接所使用的IP地址。
  468. /// </summary>
  469. /// <param name="servicePoint"></param>
  470. /// <param name="remoteEndPoint"></param>
  471. /// <param name="retryCount"></param>
  472. /// <returns></returns>
  473. private IPEndPoint BindIPEndPointCallback(ServicePoint servicePoint, IPEndPoint remoteEndPoint, int retryCount)
  474. {
  475. return _ipEndPoint;//端口号
  476. }
  477. #endregion private main
  478. }
  479. #region 实体类
  480. /// <summary>
  481. /// Http请求参考类
  482. /// </summary>
  483. public class HttpItem
  484. {
  485. /// <summary>
  486. /// 请求URL必须填写
  487. /// </summary>
  488. public string Url { get; set; }
  489. /// <summary>
  490. /// 转译编码
  491. /// </summary>
  492. public Encoding TranslationEncoding { get; set; } = Encoding.UTF8;
  493. /// <summary>
  494. /// 请求方式默认为GET方式,当为POST方式时必须设置Postdata的值
  495. /// </summary>
  496. public string Method { get; set; } = "GET";
  497. /// <summary>
  498. /// 默认请求超时时间,默认90秒
  499. /// </summary>
  500. public int Timeout { get; set; } = 90 * 1000;
  501. /// <summary>
  502. /// 默认写入Post数据超时间,默认60秒
  503. /// </summary>
  504. public int ReadWriteTimeout { get; set; } = 30 * 1000;
  505. /// <summary>
  506. /// 获取或设置一个值,该值指示是否与 Internet 资源建立持久性连接默认为true。
  507. /// </summary>
  508. public Boolean KeepAlive { get; set; } = true;
  509. /// <summary>
  510. /// 请求标头值,默认为text/html, application/xhtml+xml, */*
  511. /// <para>1、application/json</para>
  512. /// </summary>
  513. public string Accept { get; set; } = "text/html, application/xhtml+xml, */*";
  514. /// <summary>
  515. /// 请求返回类型,默认为text/html
  516. /// <para>1、application/x-www-form-urlencoded;最常见的 POST 提交数据的方式</para>
  517. /// <para>2、multipart/form-data;主要用于上传文件</para>
  518. /// <para>3、application/json;服务端消息主体是序列化后的 JSON 字符串</para>
  519. /// <para>4、text/xml</para>
  520. /// </summary>
  521. public string ContentType { get; set; } = "text/html";
  522. /// <summary>
  523. /// 客户端访问信息默认Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)
  524. /// 解读:MSIE 8.0代表IE8, Windows NT 6.1 对应操作系统 windows 7
  525. /// <para>1、IE各个版本典型的UserAgent如下:</para>
  526. /// <para>Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0)</para>
  527. /// <para>Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.2)</para>
  528. /// <para>Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)</para>
  529. /// <para>Mozilla/4.0 (compatible; MSIE 5.0; Windows NT)</para>
  530. /// <para>2、Firefox的UserAgent如下: </para>
  531. /// <para>Mozilla/5.0 (Windows; U; Windows NT 5.2) Gecko/2008070208 Firefox/3.0.1</para>
  532. /// <para>Mozilla/5.0 (Windows; U; Windows NT 5.1) Gecko/20070309 Firefox/2.0.0.3</para>
  533. /// <para>Mozilla/5.0 (Windows; U; Windows NT 5.1) Gecko/20070803 Firefox/1.5.0.12</para>
  534. /// <para>解读:N: 表示无安全加密 I: 表示弱安全加密 U: 表示强安全加密</para>
  535. /// <para>3、Opera典型的UserAgent如下:</para>
  536. /// <para>Opera/9.27 (Windows NT 5.2; U; zh-cn)</para>
  537. /// <para>Opera/8.0 (Macintosh; PPC Mac OS X; U; en)</para>
  538. /// <para>Mozilla/5.0 (Macintosh; PPC Mac OS X; U; en) Opera 8.0 </para>
  539. /// <para>4、Safari典型的UserAgent如下:</para>
  540. /// <para>Mozilla/5.0 (Windows; U; Windows NT 5.2) AppleWebKit/525.13 (KHTML, like Gecko) Version/3.1 Safari/525.13</para>
  541. /// <para>Mozilla/5.0 (iPhone; U; CPU like Mac OS X) AppleWebKit/420.1 (KHTML, like Gecko) Version/3.0 Mobile/4A93 Safari/419.3</para>
  542. /// <para>5、Chrome的UserAgent如下:</para>
  543. /// <para>Mozilla/5.0 (Windows; U; Windows NT 5.2) AppleWebKit/525.13 (KHTML, like Gecko) Chrome/0.2.149.27 Safari/525.13 </para>
  544. /// <para>6、Navigator的UserAgent如下:</para>
  545. /// <para>Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.12) Gecko/20080219 Firefox/2.0.0.12 Navigator/9.0.0.6</para>
  546. /// <para>7、安卓 原生浏览器</para>
  547. /// <para>Mozilla/5.0 (Linux; U; Android 4.0.3; zh-cn; M032 Build/IML74K) AppleWebKit/534.30 (KHTML, like Gecko) Version/4.0 Mobile Safari/534.30</para>
  548. /// <para>8、iPhone Safria</para>
  549. /// <para>Mozilla/5.0 (iPhone; CPU iPhone OS 5_1_1 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9B206 Safari/7534.48.3</para>
  550. /// <para>9、塞班 自带浏览器</para>
  551. /// <para>Nokia5320/04.13 (SymbianOS/9.3; U; Series60/3.2 Mozilla/5.0; Profile/MIDP-2.1 Configuration/CLDC-1.1 ) AppleWebKit/413 (KHTML, like Gecko) Safari/413</para>
  552. /// </summary>
  553. public string UserAgent { get; set; } = "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)";
  554. /// <summary>
  555. /// 返回数据编码默认为NUll,可以自动识别,一般为utf-8,gbk,gb2312
  556. /// </summary>
  557. public Encoding Encoding { get; set; } = null;
  558. /// <summary>
  559. /// Post的数据类型
  560. /// </summary>
  561. public PostDataType PostDataType { get; set; } = PostDataType.String;
  562. /// <summary>
  563. /// Post请求时要发送的字符串Post数据
  564. /// </summary>
  565. public string Postdata { get; set; }
  566. /// <summary>
  567. /// 表单提交数据
  568. /// </summary>
  569. public Dictionary<string, string> FormData { get; set; }
  570. /// <summary>
  571. /// Post请求时要发送的Byte类型的Post数据
  572. /// </summary>
  573. public byte[] PostdataByte { get; set; } = null;
  574. /// <summary>
  575. /// 设置代理对象,不想使用IE默认配置就设置为Null,而且不要设置ProxyIp
  576. /// </summary>
  577. public WebProxy WebProxy { get; set; }
  578. /// <summary>
  579. /// Cookie对象集合
  580. /// </summary>
  581. public CookieCollection CookieCollection { get; set; } = null;
  582. /// <summary>
  583. /// 请求时的Cookie
  584. /// </summary>
  585. public string Cookie { get; set; }
  586. private string _referer = string.Empty;
  587. /// <summary>
  588. /// 来源地址,上次访问地址
  589. /// </summary>
  590. public string Referer { get; set; }
  591. /// <summary>
  592. /// 证书绝对路径
  593. /// </summary>
  594. public string CerPath { get; set; }
  595. /// <summary>
  596. /// 是否设置为全文小写,默认为不转化
  597. /// </summary>
  598. public Boolean IsToLower { get; set; } = false;
  599. /// <summary>
  600. /// 支持跳转页面,查询结果将是跳转后的页面,默认是不跳转
  601. /// </summary>
  602. public bool Allowautoredirect { get; set; } = false;
  603. /// <summary>
  604. /// 最大连接数
  605. /// </summary>
  606. public int Connectionlimit { get; set; } = 1024;
  607. /// <summary>
  608. /// 代理Proxy 服务器用户名
  609. /// </summary>
  610. public string ProxyUserName { get; set; }
  611. private string _proxypwd = string.Empty;
  612. /// <summary>
  613. /// 代理 服务器密码
  614. /// </summary>
  615. public string ProxyPwd { get; set; }
  616. /// <summary>
  617. /// 代理 服务IP ,如果要使用IE代理就设置为ieproxy
  618. /// </summary>
  619. public string ProxyIp { get; set; }
  620. /// <summary>
  621. /// 设置返回类型String和Byte
  622. /// </summary>
  623. public ResultType ResultType { get; set; } = ResultType.String;
  624. /// <summary>
  625. /// header对象
  626. /// </summary>
  627. public WebHeaderCollection Header { get; set; } = new WebHeaderCollection();
  628. /// <summary>
  629. // 获取或设置用于请求的 HTTP 版本。返回结果:用于请求的 HTTP 版本。默认为 System.Net.HttpVersion.Version11。
  630. /// </summary>
  631. public Version ProtocolVersion { get; set; } = System.Net.HttpVersion.Version11;
  632. /// <summary>
  633. /// 获取或设置一个 System.Boolean 值,该值确定是否使用 100-Continue 行为。如果 POST 请求需要 100-Continue 响应,则为 true;否则为 false。默认值为 true。
  634. /// </summary>
  635. public Boolean Expect100Continue { get; set; } = false;
  636. /// <summary>
  637. /// 设置509证书集合
  638. /// </summary>
  639. public X509CertificateCollection ClentCertificates { get; set; }
  640. /// <summary>
  641. /// 设置或获取Post参数编码,默认的为Default编码
  642. /// </summary>
  643. public Encoding PostEncoding { get; set; } = Encoding.Default;
  644. /// <summary>
  645. /// Cookie返回类型,默认的是只返回字符串类型
  646. /// </summary>
  647. public ResultCookieType ResultCookieType { get; set; } = ResultCookieType.String;
  648. /// <summary>
  649. /// 获取或设置请求的身份验证信息。
  650. /// </summary>
  651. public ICredentials ICredentials { get; set; } = CredentialCache.DefaultCredentials;
  652. /// <summary>
  653. /// 设置请求将跟随的重定向的最大数目
  654. /// </summary>
  655. private int _maximumAutomaticRedirections;
  656. public int MaximumAutomaticRedirections { get; set; }
  657. /// <summary>
  658. /// 获取和设置IfModifiedSince,默认为当前日期和时间
  659. /// </summary>
  660. public DateTime? IfModifiedSince { get; set; } = null;
  661. /// <summary>
  662. /// Accept-Language
  663. /// </summary>
  664. public string AcceptLanguage { get; set; } = "zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2";
  665. #region ip-port
  666. /// <summary>
  667. /// 设置本地的出口ip和端口
  668. /// </summary>]
  669. /// <example>
  670. ///item.IPEndPoint = new IPEndPoint(IPAddress.Parse("192.168.1.1"),80);
  671. /// </example>
  672. public IPEndPoint IPEndPoint { get; set; } = null;
  673. #endregion ip-port
  674. }
  675. /// <summary>
  676. /// Http返回参数类
  677. /// </summary>
  678. public class HttpResult
  679. {
  680. private string _cookie;
  681. /// <summary>
  682. /// Http请求返回的Cookie
  683. /// </summary>
  684. public string Cookie { get; set; }
  685. /// <summary>
  686. /// Cookie对象集合
  687. /// </summary>
  688. public CookieCollection CookieCollection { get; set; }
  689. /// <summary>
  690. /// 返回的String类型数据 只有ResultType.String时才返回数据,其它情况为空
  691. /// </summary>
  692. public string Html { get; set; }
  693. /// <summary>
  694. /// 返回的Byte数组 只有ResultType.Byte时才返回数据,其它情况为空
  695. /// </summary>
  696. public byte[] ResultByte { get; set; }
  697. /// <summary>
  698. /// header对象
  699. /// </summary>
  700. public WebHeaderCollection Header { get; set; }
  701. /// <summary>
  702. /// 返回状态说明
  703. /// </summary>
  704. public string StatusDescription { get; set; }
  705. /// <summary>
  706. /// 返回状态码,默认为OK
  707. /// </summary>
  708. public HttpStatusCode StatusCode { get; set; }
  709. /// <summary>
  710. /// 最后访问的URl
  711. /// </summary>
  712. public string ResponseUri { get; set; }
  713. /// <summary>
  714. /// 获取重定向的URl
  715. /// </summary>
  716. public string RedirectUrl
  717. {
  718. get
  719. {
  720. try
  721. {
  722. if (Header != null && Header.Count > 0)
  723. {
  724. string baseurl = Header["location"].ToString().Trim();
  725. string locationurl = baseurl.ToLower();
  726. if (!string.IsNullOrWhiteSpace(locationurl))
  727. {
  728. bool b = locationurl.StartsWith("http://") || locationurl.StartsWith("https://");
  729. if (!b)
  730. {
  731. baseurl = new Uri(new Uri(ResponseUri), baseurl).AbsoluteUri;
  732. }
  733. }
  734. return baseurl;
  735. }
  736. }
  737. catch { }
  738. return string.Empty;
  739. }
  740. }
  741. }
  742. /// <summary>
  743. /// 返回类型
  744. /// </summary>
  745. public enum ResultType
  746. {
  747. /// <summary>
  748. /// 表示只返回字符串 只有Html有数据
  749. /// </summary>
  750. String,
  751. /// <summary>
  752. /// 表示返回字符串和字节流 ResultByte和Html都有数据返回
  753. /// </summary>
  754. Byte
  755. }
  756. /// <summary>
  757. /// Post的数据格式默认为string
  758. /// </summary>
  759. public enum PostDataType
  760. {
  761. /// <summary>
  762. /// 字符串类型,这时编码Encoding可不设置
  763. /// </summary>
  764. String,
  765. /// <summary>
  766. /// Byte类型,需要设置PostdataByte参数的值编码Encoding可设置为空
  767. /// </summary>
  768. Byte,
  769. /// <summary>
  770. /// 传文件,Postdata必须设置为文件的绝对路径,必须设置Encoding的值
  771. /// </summary>
  772. FilePath
  773. }
  774. /// <summary>
  775. /// Cookie返回类型
  776. /// </summary>
  777. public enum ResultCookieType
  778. {
  779. /// <summary>
  780. /// 只返回字符串类型的Cookie
  781. /// </summary>
  782. String,
  783. /// <summary>
  784. /// CookieCollection格式的Cookie集合同时也返回String类型的cookie
  785. /// </summary>
  786. CookieCollection
  787. }
  788. #endregion
  789. }