123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927 |
- using System;
- using System.Collections.Generic;
- using System.Configuration;
- using System.Diagnostics;
- using System.IO;
- using System.IO.Compression;
- using System.Net;
- using System.Net.Security;
- using System.Security.Cryptography.X509Certificates;
- using System.Text;
- using System.Text.RegularExpressions;
- using System.Threading.Tasks;
- namespace Common
- {
-
-
-
- public class HttpHelper
- {
- #region 预定义方变量
-
- private Encoding _encoding = Encoding.Default;
-
- private Encoding _postencoding = Encoding.Default;
-
- private HttpWebRequest _request = null;
-
- private HttpWebResponse _response = null;
-
- private IPEndPoint _ipEndPoint = null;
-
- public string httpException = "Ex500";
- #endregion 预定义方变量
- #region 对外方法
-
-
-
-
-
- public HttpResult GetData(HttpItem item)
- {
-
- var result = new HttpResult();
- try
- {
-
- SetRequest(item);
- }
- catch (Exception ex)
- {
- result.Cookie = string.Empty;
- result.Header = null;
- result.Html = httpException;
- result.StatusDescription = "配置参数时出错:" + ex.Message;
-
- return result;
- }
- try
- {
-
- using (_response = (HttpWebResponse)_request.GetResponse())
- {
- GetData(item, result);
- }
- }
- catch (WebException ex)
- {
- if (ex.Response != null)
- {
- using (_response = (HttpWebResponse)ex.Response)
- {
- GetData(item, result);
- }
- }
- else
- {
- result.Html = httpException;
- }
- }
- catch (Exception ex)
- {
- result.Html = httpException;
- }
- if (item.IsToLower)
- result.Html = result.Html.ToLower();
- return result;
- }
-
-
-
-
- #endregion Public
- #region GetData
-
-
-
-
-
- private void GetData(HttpItem item, HttpResult result)
- {
- #region base
-
- result.StatusCode = _response.StatusCode;
-
- result.StatusDescription = _response.StatusDescription;
-
- result.ResponseUri = _response.ResponseUri.ToString();
-
- result.Header = _response.Headers;
-
- if (_response.Cookies != null) result.CookieCollection = _response.Cookies;
-
- if (_response.Headers["set-cookie"] != null) result.Cookie = _response.Headers["set-cookie"];
- #endregion base
- #region byte
-
- byte[] responseByte = GetByte();
- #endregion byte
- #region Html
- if (responseByte != null && responseByte.Length > 0)
- {
-
- SetEncoding(item, result, responseByte);
-
- result.Html = item.TranslationEncoding.GetString(responseByte);
- }
- else
- {
-
- result.Html = string.Empty;
- }
- #endregion Html
- }
-
-
-
-
-
-
- private void SetEncoding(HttpItem item, HttpResult result, byte[] responseByte)
- {
-
- if (item.ResultType == ResultType.Byte) result.ResultByte = responseByte;
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- }
-
-
-
-
- private byte[] GetByte()
- {
- byte[] responseByte = null;
- MemoryStream stream;
-
- if (_response.ContentEncoding != null && _response.ContentEncoding.Equals("gzip", StringComparison.InvariantCultureIgnoreCase))
- {
-
- stream = GetMemoryStream(new GZipStream(_response.GetResponseStream(), CompressionMode.Decompress));
- }
- else
- {
-
- stream = GetMemoryStream(_response.GetResponseStream());
- }
-
- responseByte = stream.ToArray();
- stream.Close();
- return responseByte;
- }
-
-
-
-
- private MemoryStream GetMemoryStream(Stream streamResponse)
- {
- MemoryStream stream = new MemoryStream();
- int Length = 256;
- Byte[] buffer = new Byte[Length];
- int bytesRead = streamResponse.Read(buffer, 0, Length);
- while (bytesRead > 0)
- {
- stream.Write(buffer, 0, bytesRead);
- bytesRead = streamResponse.Read(buffer, 0, Length);
- }
- return stream;
- }
- #endregion GetData
- #region SetRequest
-
-
-
-
- private void SetRequest(HttpItem item)
- {
-
- SetCer(item);
- _request.Headers.Add(HttpRequestHeader.AcceptLanguage, item.AcceptLanguage);
- if (item.IPEndPoint != null)
- {
- _ipEndPoint = item.IPEndPoint;
-
- _request.ServicePoint.BindIPEndPointDelegate = new BindIPEndPoint(BindIPEndPointCallback);
- }
-
- if (item.Header != null && item.Header.Count > 0)
- {
- foreach (string key in item.Header.AllKeys)
- {
- _request.Headers.Add(key, item.Header[key]);
- }
- }
-
- SetProxy(item);
- if (item.ProtocolVersion != null)
- {
-
- _request.ProtocolVersion = item.ProtocolVersion;
- }
-
- _request.ServicePoint.Expect100Continue = item.Expect100Continue;
-
- _request.Method = item.Method;
-
- _request.Timeout = item.Timeout;
-
- _request.KeepAlive = item.KeepAlive;
-
- _request.ReadWriteTimeout = item.ReadWriteTimeout;
- if (item.IfModifiedSince != null)
- {
-
- _request.IfModifiedSince = Convert.ToDateTime(item.IfModifiedSince);
- }
-
- _request.Accept = item.Accept;
-
- string boundary = "----------------------------" + DateTime.Now.Ticks.ToString("x");
- if (item.FormData != null && item.FormData.Count > 0)
- _request.ContentType = "multipart/form-data; boundary=" + boundary;
- else
- _request.ContentType = item.ContentType;
-
- _request.UserAgent = item.UserAgent;
-
- _encoding = item.Encoding;
-
- _request.Credentials = item.ICredentials;
-
- SetCookie(item);
-
- _request.Referer = item.Referer;
-
- _request.AllowAutoRedirect = item.Allowautoredirect;
- if (item.MaximumAutomaticRedirections > 0)
- {
-
- _request.MaximumAutomaticRedirections = item.MaximumAutomaticRedirections;
- }
-
- if (item.FormData != null && item.FormData.Count > 0)
- SetFormData(item, boundary);
- else
- SetPostData(item);
-
- if (item.Connectionlimit > 0)
- {
-
- _request.ServicePoint.ConnectionLimit = item.Connectionlimit;
- }
- }
-
-
-
-
- private void SetCer(HttpItem item)
- {
- if (!string.IsNullOrEmpty(item.CerPath))
- {
-
- ServicePointManager.ServerCertificateValidationCallback = new System.Net.Security.RemoteCertificateValidationCallback(CheckValidationResult);
-
- _request = (HttpWebRequest)WebRequest.Create(item.Url);
- SetCerList(item);
-
- _request.ClientCertificates.Add(new X509Certificate(item.CerPath));
- }
- else
- {
-
- _request = (HttpWebRequest)WebRequest.Create(item.Url);
- SetCerList(item);
- }
- }
-
-
-
-
- private void SetCerList(HttpItem item)
- {
- if (item.ClentCertificates != null && item.ClentCertificates.Count > 0)
- {
- foreach (X509Certificate c in item.ClentCertificates)
- {
- _request.ClientCertificates.Add(c);
- }
- }
- }
-
-
-
-
- private void SetCookie(HttpItem item)
- {
- if (!string.IsNullOrEmpty(item.Cookie)) _request.Headers[HttpRequestHeader.Cookie] = item.Cookie;
-
- if (item.ResultCookieType == ResultCookieType.CookieCollection)
- {
- _request.CookieContainer = new CookieContainer();
- if (item.CookieCollection != null && item.CookieCollection.Count > 0)
- _request.CookieContainer.Add(item.CookieCollection);
- }
- }
-
-
-
-
- private void SetPostData(HttpItem item)
- {
-
- if (!_request.Method.Trim().ToLower().Contains("get"))
- {
- if (item.PostEncoding != null)
- {
- _postencoding = item.PostEncoding;
- }
- byte[] buffer = null;
-
- if (item.PostDataType == PostDataType.Byte && item.PostdataByte != null && item.PostdataByte.Length > 0)
- {
-
- buffer = item.PostdataByte;
- }
- else if (item.PostDataType == PostDataType.FilePath && !string.IsNullOrEmpty(item.Postdata))
- {
- StreamReader r = new StreamReader(item.Postdata, _postencoding);
- buffer = _postencoding.GetBytes(r.ReadToEnd());
- r.Close();
- }
- else if (!string.IsNullOrEmpty(item.Postdata))
- {
- buffer = _postencoding.GetBytes(item.Postdata);
- }
- if (buffer != null)
- {
- _request.ContentLength = buffer.Length;
- _request.GetRequestStream().Write(buffer, 0, buffer.Length);
- }
- else
- {
- _request.ContentLength = 0;
- }
- }
- }
- private void SetFormData(HttpItem item, string boundary)
- {
-
- if (!_request.Method.Trim().ToLower().Contains("get"))
- {
- if (item.PostEncoding != null)
- {
- _postencoding = item.PostEncoding;
- }
- MemoryStream stream = new MemoryStream();
- string format = "--" + boundary + "\r\nContent-Disposition:form-data;name=\"{0}\"\r\n\r\n{1}\r\n";
- foreach (string key in item.FormData.Keys)
- {
- string s = string.Format(format, key, item.FormData[key]);
- byte[] data = Encoding.UTF8.GetBytes(s);
- stream.Write(data, 0, data.Length);
- }
- byte[] foot_data = Encoding.UTF8.GetBytes("--" + boundary + "--\r\n");
- stream.Write(foot_data, 0, foot_data.Length);
- _request.ContentLength = stream.Length;
- Stream requestStream = _request.GetRequestStream();
- stream.Position = 0L;
- stream.CopyTo(requestStream);
- stream.Close();
- }
- }
-
-
-
-
- private void SetProxy(HttpItem item)
- {
- bool isIeProxy = false;
- if (!string.IsNullOrEmpty(item.ProxyIp))
- {
- isIeProxy = item.ProxyIp.ToLower().Contains("ieproxy");
- }
- if (!string.IsNullOrEmpty(item.ProxyIp) && !isIeProxy)
- {
-
- if (item.ProxyIp.Contains(":"))
- {
- string[] plist = item.ProxyIp.Split(':');
- WebProxy myProxy = new WebProxy(plist[0].Trim(), Convert.ToInt32(plist[1].Trim()))
- {
-
- Credentials = new NetworkCredential(item.ProxyUserName, item.ProxyPwd)
- };
-
- _request.Proxy = myProxy;
- }
- else
- {
- WebProxy myProxy = new WebProxy(item.ProxyIp, false)
- {
-
- Credentials = new NetworkCredential(item.ProxyUserName, item.ProxyPwd)
- };
-
- _request.Proxy = myProxy;
- }
- }
- else if (isIeProxy)
- {
-
- }
- else
- {
- _request.Proxy = item.WebProxy;
- }
- }
- #endregion SetRequest
- #region private main
-
-
-
-
-
-
-
-
- private bool CheckValidationResult(object sender, X509Certificate certificate, X509Chain chain, SslPolicyErrors errors) { return true; }
-
-
-
-
-
-
-
- private IPEndPoint BindIPEndPointCallback(ServicePoint servicePoint, IPEndPoint remoteEndPoint, int retryCount)
- {
- return _ipEndPoint;
- }
- #endregion private main
- }
- #region 实体类
-
-
-
- public class HttpItem
- {
-
-
-
- public string Url { get; set; }
-
-
-
- public Encoding TranslationEncoding { get; set; } = Encoding.UTF8;
-
-
-
- public string Method { get; set; } = "GET";
-
-
-
- public int Timeout { get; set; } = 90 * 1000;
-
-
-
- public int ReadWriteTimeout { get; set; } = 30 * 1000;
-
-
-
- public Boolean KeepAlive { get; set; } = true;
-
-
-
-
- public string Accept { get; set; } = "text/html, application/xhtml+xml, */*";
-
-
-
-
-
-
-
- public string ContentType { get; set; } = "text/html";
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- public string UserAgent { get; set; } = "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)";
-
-
-
- public Encoding Encoding { get; set; } = null;
-
-
-
- public PostDataType PostDataType { get; set; } = PostDataType.String;
-
-
-
- public string Postdata { get; set; }
-
-
-
- public Dictionary<string, string> FormData { get; set; }
-
-
-
- public byte[] PostdataByte { get; set; } = null;
-
-
-
- public WebProxy WebProxy { get; set; }
-
-
-
- public CookieCollection CookieCollection { get; set; } = null;
-
-
-
- public string Cookie { get; set; }
- private string _referer = string.Empty;
-
-
-
- public string Referer { get; set; }
-
-
-
- public string CerPath { get; set; }
-
-
-
- public Boolean IsToLower { get; set; } = false;
-
-
-
- public bool Allowautoredirect { get; set; } = false;
-
-
-
- public int Connectionlimit { get; set; } = 1024;
-
-
-
- public string ProxyUserName { get; set; }
- private string _proxypwd = string.Empty;
-
-
-
- public string ProxyPwd { get; set; }
-
-
-
- public string ProxyIp { get; set; }
-
-
-
- public ResultType ResultType { get; set; } = ResultType.String;
-
-
-
- public WebHeaderCollection Header { get; set; } = new WebHeaderCollection();
-
-
-
- public Version ProtocolVersion { get; set; } = System.Net.HttpVersion.Version11;
-
-
-
- public Boolean Expect100Continue { get; set; } = false;
-
-
-
- public X509CertificateCollection ClentCertificates { get; set; }
-
-
-
- public Encoding PostEncoding { get; set; } = Encoding.Default;
-
-
-
- public ResultCookieType ResultCookieType { get; set; } = ResultCookieType.String;
-
-
-
- public ICredentials ICredentials { get; set; } = CredentialCache.DefaultCredentials;
-
-
-
- private int _maximumAutomaticRedirections;
- public int MaximumAutomaticRedirections { get; set; }
-
-
-
- public DateTime? IfModifiedSince { get; set; } = null;
-
-
-
- public string AcceptLanguage { get; set; } = "zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2";
- #region ip-port
-
-
-
-
-
-
- public IPEndPoint IPEndPoint { get; set; } = null;
- #endregion ip-port
- }
-
-
-
- public class HttpResult
- {
- private string _cookie;
-
-
-
- public string Cookie { get; set; }
-
-
-
- public CookieCollection CookieCollection { get; set; }
-
-
-
- public string Html { get; set; }
-
-
-
- public byte[] ResultByte { get; set; }
-
-
-
- public WebHeaderCollection Header { get; set; }
-
-
-
- public string StatusDescription { get; set; }
-
-
-
- public HttpStatusCode StatusCode { get; set; }
-
-
-
- public string ResponseUri { get; set; }
-
-
-
- public string RedirectUrl
- {
- get
- {
- try
- {
- if (Header != null && Header.Count > 0)
- {
- string baseurl = Header["location"].ToString().Trim();
- string locationurl = baseurl.ToLower();
- if (!string.IsNullOrWhiteSpace(locationurl))
- {
- bool b = locationurl.StartsWith("http://") || locationurl.StartsWith("https://");
- if (!b)
- {
- baseurl = new Uri(new Uri(ResponseUri), baseurl).AbsoluteUri;
- }
- }
- return baseurl;
- }
- }
- catch { }
- return string.Empty;
- }
- }
- }
-
-
-
- public enum ResultType
- {
-
-
-
- String,
-
-
-
- Byte
- }
-
-
-
- public enum PostDataType
- {
-
-
-
- String,
-
-
-
- Byte,
-
-
-
- FilePath
- }
-
-
-
- public enum ResultCookieType
- {
-
-
-
- String,
-
-
-
- CookieCollection
- }
- #endregion
- }
|