AH11X5Job.cs 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Linq;
  4. using System.Text;
  5. using Quartz;
  6. using SCC.Common;
  7. using SCC.Models;
  8. using SCC.Interface;
  9. using HtmlAgilityPack;
  10. using Newtonsoft.Json;
  11. using Newtonsoft.Json.Linq;
  12. namespace SCC.Crawler.GP
  13. {
  14. /// <summary>
  15. /// 数据爬取类
  16. /// 安徽11选5
  17. /// </summary>
  18. [DisallowConcurrentExecution]
  19. [PersistJobDataAfterExecution]
  20. public class AH11X5Job : IJob
  21. {
  22. /// <summary>
  23. /// 构造函数
  24. /// </summary>
  25. public AH11X5Job()
  26. {
  27. log = new LogHelper();
  28. services = IOC.Resolve<IOpen5Code>();
  29. email = IOC.Resolve<IEmail>();
  30. }
  31. /// <summary>
  32. /// 作业执行入口
  33. /// </summary>
  34. /// <param name="context">作业执行上下文</param>
  35. public void Execute(IJobExecutionContext context)
  36. {
  37. Config = CommonHelper.GetConfigFromDataMap(context.JobDetail.JobDataMap);
  38. //预设节假日不开奖
  39. if (Config.SkipDate.Contains(CommonHelper.SCCSysDateTime.ToString("yyyyMMdd"))) return;
  40. LatestQiHao = context.JobDetail.JobDataMap.GetString("LatestQiHao");
  41. try
  42. {
  43. //服务启动时配置初始数据
  44. if (string.IsNullOrEmpty(LatestQiHao))
  45. {
  46. var lastItem = services.GetLastItem(currentLottery);
  47. if (lastItem != null)
  48. {
  49. LatestQiHao = lastItem.Term.ToString();
  50. }
  51. }
  52. //第一次启动服务或最新期号为昨天的开奖期号,则自检昨天开奖数据是否抓取完毕(否则插入邮件数据),并重置当天期号和失败列表
  53. if (string.IsNullOrEmpty(LatestQiHao) || !LatestQiHao.StartsWith(CommonHelper.SCCSysDateTime.ToString("yyMMdd")))
  54. {
  55. CheckingYesterdayTheLotteryData();
  56. LatestQiHao = CommonHelper.GenerateTodayQiHaoYYMMDDQQ(0);
  57. }
  58. //当最新期号不符合当天总期数,执行当天作业
  59. if (Convert.ToInt32(LatestQiHao.Substring(6)) != Config.TimesPerDay)
  60. {
  61. DoTodayJobByMainUrl();
  62. //DoTodayJobByBackUrl();
  63. }
  64. }
  65. catch (Exception ex)
  66. {
  67. log.Error(typeof(AH11X5Job), string.Format("【{0}】抓取时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  68. }
  69. //保存最新期号和失败期号列表
  70. context.JobDetail.JobDataMap["LatestQiHao"] = LatestQiHao;
  71. }
  72. /// <summary>
  73. /// 自检昨天开奖数据
  74. /// </summary>
  75. private void CheckingYesterdayTheLotteryData()
  76. {
  77. if (Config.SkipDate.Contains(CommonHelper.SCCSysDateTime.AddDays(-1).ToString("yyyyMMdd"))) return;//如果昨日设定不开奖则不自检昨日开奖数据
  78. //从数据库中获取昨天数据抓取失败列表
  79. FailedQiHaoList = services.GetYesterdayFailQQList(currentLottery, Config.TimesPerDay);
  80. if (FailedQiHaoList.Count > 0)
  81. {
  82. DoYesterdayFailedListByMainUrl_New();
  83. //DoYesterdayFailedListByBackUrl();
  84. foreach (var fQiHao in FailedQiHaoList)
  85. {
  86. //将抓取失败数据推送至邮件列表,待邮件服务发送至配置管理员的邮箱中
  87. if (email.AddEmail(Config.Area + Config.LotteryName, fQiHao, CommonHelper.GenerateYesterdayOpenTime(Config, fQiHao)))
  88. log.Error(typeof(AH11X5Job), CommonHelper.GetJobLogError(Config, fQiHao));
  89. }
  90. }
  91. else if (FailedQiHaoList.Count == 0)
  92. {
  93. DoYesterdayFailedListByMainUrl();
  94. //DoYesterdayFailedListByBackUrl();
  95. foreach (var fQiHao in FailedQiHaoList)
  96. {
  97. //将抓取失败数据推送至邮件列表,待邮件服务发送至配置管理员的邮箱中
  98. if (email.AddEmail(Config.Area + Config.LotteryName, fQiHao, CommonHelper.GenerateYesterdayOpenTime(Config, fQiHao)))
  99. log.Error(typeof(AH11X5Job), CommonHelper.GetJobLogError(Config, fQiHao));
  100. }
  101. }
  102. }
  103. /// <summary>
  104. /// 通过主站点抓取开奖数据
  105. /// (爱彩乐)
  106. /// </summary>
  107. private void DoTodayJobByMainUrl()
  108. {
  109. if (!string.IsNullOrEmpty(Config.MainUrl))
  110. {
  111. var OpenList = GetTodayOpenListFromMainUrl();
  112. if (OpenList.Count == 0) return;//无抓取数据
  113. var newestQiHao = OpenList.LastOrDefault().Key;
  114. var startQiNum = Convert.ToInt32(LatestQiHao.Substring(6)) + 1;
  115. var newestQiNum = Convert.ToInt32(newestQiHao.Substring(6));
  116. if (startQiNum > newestQiNum) return;//无最新数据
  117. //处理最新开奖数据
  118. string getQiHao = string.Empty;
  119. for (var i = startQiNum; i <= newestQiNum; i++)
  120. {
  121. getQiHao = CommonHelper.GenerateTodayQiHaoYYMMDDQQ(i);
  122. var matchItem = OpenList.Where(R => R.Key == getQiHao).FirstOrDefault();
  123. if (matchItem.Key != null && SaveRecord(getQiHao, matchItem.Value, false))
  124. {
  125. //处理成功写入日志
  126. log.Info(typeof(AH11X5Job), CommonHelper.GetJobMainLogInfo(Config, getQiHao));
  127. LatestQiHao = getQiHao;
  128. }
  129. }
  130. }
  131. }
  132. /// <summary>
  133. /// 通过主站抓取错误期号列表中每一个期号
  134. /// (爱彩乐)
  135. /// </summary>
  136. private void DoYesterdayFailedListByMainUrl()
  137. {
  138. if (!string.IsNullOrEmpty(Config.MainUrl) && FailedQiHaoList.Count > 0)
  139. {
  140. var OpenList = GetYesterdayOpenListFromMainUrl();
  141. if (OpenList.Count == 0) return;//无抓取数据
  142. var SuccessList = new List<string>();
  143. foreach (string failedQiHao in FailedQiHaoList)
  144. {
  145. var matchItem = OpenList.Where(R => R.Key == failedQiHao).FirstOrDefault();
  146. if (matchItem.Key != null && SaveRecord(failedQiHao, matchItem.Value, true))
  147. {
  148. //处理成功写入日志
  149. log.Info(typeof(AH11X5Job), CommonHelper.GetJobMainLogInfo(Config, failedQiHao));
  150. SuccessList.Add(failedQiHao);
  151. continue;
  152. }
  153. }
  154. foreach (var successQiHao in SuccessList)
  155. {
  156. FailedQiHaoList.Remove(successQiHao);
  157. }
  158. }
  159. }
  160. /// <summary>
  161. /// 通过主站抓取错误期号列表中每一个期号
  162. /// (爱彩乐)
  163. /// </summary>
  164. private void DoYesterdayFailedListByMainUrl_New()
  165. {
  166. if (!string.IsNullOrEmpty(Config.BackUrl) && FailedQiHaoList.Count > 0)
  167. {
  168. var html = new HttpHelper().PostJson(new Dictionary<string, string>()
  169. {
  170. { "SiteId" , Config.SiteId },
  171. { "Date",DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd 00:00:00")},
  172. }, Config.BackUrl);
  173. string HtmlResource = html;
  174. JObject obj = JsonConvert.DeserializeObject<JObject>(html);
  175. var s = obj["Data"];
  176. JObject obj1 = JsonConvert.DeserializeObject<JObject>(s.ToString());
  177. var s1 = obj1["LotteryResults"];
  178. var OpenList = JsonConvert.DeserializeObject<List<LotteryResults>>(s1.ToString());
  179. if (OpenList.Count == 0) return;//无抓取数据
  180. var SuccessList = new List<string>();
  181. foreach (string failedQiHao in FailedQiHaoList)
  182. {
  183. var matchItem = OpenList.Where(R => R.PeriodNo.Replace("-","") == failedQiHao).FirstOrDefault();
  184. string value = "";
  185. foreach (var item in matchItem.LotteryNumbers)
  186. {
  187. value += item.Number+",";
  188. }
  189. if (matchItem.PeriodNo != null && SaveRecord(failedQiHao, value.Trim(','), true))
  190. {
  191. //处理成功写入日志
  192. log.Info(typeof(AH11X5Job), CommonHelper.GetJobMainLogInfo(Config, failedQiHao));
  193. SuccessList.Add(failedQiHao);
  194. continue;
  195. }
  196. }
  197. foreach (var successQiHao in SuccessList)
  198. {
  199. FailedQiHaoList.Remove(successQiHao);
  200. }
  201. }
  202. }
  203. /// <summary>
  204. /// 通过主站点抓取今日最新开奖列表
  205. /// 爱彩乐也可以通过下面获取昨日开奖的方法获取今日开奖数据
  206. /// </summary>
  207. /// <returns></returns>
  208. private Dictionary<string, string> GetTodayOpenListFromMainUrl()
  209. {
  210. Dictionary<string, string> result = new Dictionary<string, string>();
  211. try
  212. {
  213. var HtmlResource = NetHelper.GetUrlResponse(Config.MainUrl);
  214. if (!string.IsNullOrWhiteSpace(HtmlResource))
  215. {
  216. HtmlDocument doc = new HtmlDocument();
  217. doc.LoadHtml(HtmlResource);
  218. var table = doc.DocumentNode.SelectNodes("//*[@id='firstTbody']/tr");
  219. if (table == null) return result;
  220. var s = table.ToList();
  221. var trs = table.ToList();
  222. List<HtmlNode> tds = null, ems = null;
  223. var matchQiHao = string.Empty;
  224. var matchKJHaoMa = string.Empty;
  225. for (var i = 0; i < trs.Count; i++)//第一行为表头
  226. {
  227. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  228. if (tds.Count < 3) continue;
  229. matchQiHao = tds[0].InnerText.Trim().Replace("-","");
  230. ems = tds[1].ChildNodes.Where(R => R.Name.ToLower() == "em").ToList();
  231. if (ems.Count < 5) continue;
  232. matchKJHaoMa = string.Format("{0},{1},{2},{3},{4}", ems[0].InnerText.Trim(), ems[1].InnerText.Trim(), ems[2].InnerText.Trim(), ems[3].InnerText.Trim(), ems[4].InnerText.Trim());
  233. if (!result.ContainsKey(matchQiHao))
  234. result.Add(matchQiHao, matchKJHaoMa);
  235. }
  236. table = doc.DocumentNode.SelectNodes("//*[@id='secondTbody']/tr");
  237. if (table == null) return result;
  238. trs = table.ToList();
  239. for (var i = 0; i < trs.Count; i++)//第一行为表头
  240. {
  241. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  242. if (tds.Count < 3) continue;
  243. matchQiHao = tds[0].InnerText.Trim().Replace("-", "");
  244. ems = tds[1].ChildNodes.Where(R => R.Name.ToLower() == "em").ToList();
  245. if (ems.Count < 5) continue;
  246. matchKJHaoMa = string.Format("{0},{1},{2},{3},{4}", ems[0].InnerText.Trim(), ems[1].InnerText.Trim(), ems[2].InnerText.Trim(), ems[3].InnerText.Trim(), ems[4].InnerText.Trim());
  247. if (!result.ContainsKey(matchQiHao))
  248. result.Add(matchQiHao, matchKJHaoMa);
  249. }
  250. table = doc.DocumentNode.SelectNodes("//*[@id='thirdTbody']/tr");
  251. if (table == null) return result;
  252. trs = table.ToList();
  253. for (var i = 0; i < trs.Count; i++)//第一行为表头
  254. {
  255. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  256. if (tds.Count < 3) continue;
  257. matchQiHao = tds[0].InnerText.Trim().Replace("-", "");
  258. ems = tds[1].ChildNodes.Where(R => R.Name.ToLower() == "em").ToList();
  259. if (ems.Count < 5) continue;
  260. matchKJHaoMa = string.Format("{0},{1},{2},{3},{4}", ems[0].InnerText.Trim(), ems[1].InnerText.Trim(), ems[2].InnerText.Trim(), ems[3].InnerText.Trim(), ems[4].InnerText.Trim());
  261. if (!result.ContainsKey(matchQiHao))
  262. result.Add(matchQiHao, matchKJHaoMa);
  263. }
  264. }
  265. }
  266. catch (Exception ex)
  267. {
  268. log.Error(typeof(AH11X5Job), string.Format("【{0}】通过主站点抓取今日最新开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  269. }
  270. return result;
  271. }
  272. /// <summary>
  273. /// 通过主站点抓取昨日开奖列表
  274. /// </summary>
  275. /// <returns></returns>
  276. private Dictionary<string, string> GetYesterdayOpenListFromMainUrl()
  277. {
  278. Dictionary<string, string> result = new Dictionary<string, string>();
  279. try
  280. {
  281. var HtmlResource = NetHelper.GetUrlResponse(Config.MainUrl + "?action=chart&date=yesterday&id=514&async=true");
  282. if (!string.IsNullOrWhiteSpace(HtmlResource))
  283. {
  284. HtmlDocument doc = new HtmlDocument();
  285. doc.LoadHtml(HtmlResource);
  286. var table = doc.DocumentNode.SelectNodes("//*[@id='firstTbody']/tr");
  287. if (table == null) return result;
  288. var s = table.ToList();
  289. var trs = table.ToList();
  290. List<HtmlNode> tds = null, ems = null;
  291. var matchQiHao = string.Empty;
  292. var matchKJHaoMa = string.Empty;
  293. for (var i = 0; i < trs.Count; i++)//第一行为表头
  294. {
  295. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  296. if (tds.Count < 3) continue;
  297. matchQiHao = tds[0].InnerText.Trim().Replace("-", "");
  298. ems = tds[1].ChildNodes.Where(R => R.Name.ToLower() == "em").ToList();
  299. if (ems.Count < 5) continue;
  300. matchKJHaoMa = string.Format("{0},{1},{2},{3},{4}", ems[0].InnerText.Trim(), ems[1].InnerText.Trim(), ems[2].InnerText.Trim(), ems[3].InnerText.Trim(), ems[4].InnerText.Trim());
  301. if (!result.ContainsKey(matchQiHao))
  302. result.Add(matchQiHao, matchKJHaoMa);
  303. }
  304. table = doc.DocumentNode.SelectNodes("//*[@id='secondTbody']/tr");
  305. if (table == null) return result;
  306. trs = table.ToList();
  307. for (var i = 0; i < trs.Count; i++)//第一行为表头
  308. {
  309. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  310. if (tds.Count < 3) continue;
  311. matchQiHao = tds[0].InnerText.Trim().Replace("-", "");
  312. ems = tds[1].ChildNodes.Where(R => R.Name.ToLower() == "em").ToList();
  313. if (ems.Count < 5) continue;
  314. matchKJHaoMa = string.Format("{0},{1},{2},{3},{4}", ems[0].InnerText.Trim(), ems[1].InnerText.Trim(), ems[2].InnerText.Trim(), ems[3].InnerText.Trim(), ems[4].InnerText.Trim());
  315. if (!result.ContainsKey(matchQiHao))
  316. result.Add(matchQiHao, matchKJHaoMa);
  317. }
  318. table = doc.DocumentNode.SelectNodes("//*[@id='thirdTbody']/tr");
  319. if (table == null) return result;
  320. trs = table.ToList();
  321. for (var i = 0; i < trs.Count; i++)//第一行为表头
  322. {
  323. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  324. if (tds.Count < 3) continue;
  325. matchQiHao = tds[0].InnerText.Trim().Replace("-", "");
  326. ems = tds[1].ChildNodes.Where(R => R.Name.ToLower() == "em").ToList();
  327. if (ems.Count < 5) continue;
  328. matchKJHaoMa = string.Format("{0},{1},{2},{3},{4}", ems[0].InnerText.Trim(), ems[1].InnerText.Trim(), ems[2].InnerText.Trim(), ems[3].InnerText.Trim(), ems[4].InnerText.Trim());
  329. if (!result.ContainsKey(matchQiHao))
  330. result.Add(matchQiHao, matchKJHaoMa);
  331. }
  332. }
  333. }
  334. catch (Exception ex)
  335. {
  336. log.Error(typeof(AH11X5Job), string.Format("【{0}】通过主站点抓取昨日开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  337. }
  338. return result;
  339. }
  340. /// <summary>
  341. /// 通过备用站点抓取开奖数据
  342. /// (新浪爱彩)
  343. /// </summary>
  344. private void DoTodayJobByBackUrl()
  345. {
  346. if (!string.IsNullOrEmpty(Config.BackUrl))
  347. {
  348. var OpenList = GetTodayOpenListFromBackUrl();
  349. if (OpenList.Count == 0) return;//无抓取数据
  350. var newestQiHao = OpenList.First().Key;
  351. var startQiNum = Convert.ToInt32(LatestQiHao.Substring(6)) + 1;
  352. var newestQiNum = Convert.ToInt32(newestQiHao.Substring(6));
  353. if (startQiNum > newestQiNum) return;//无最新数据
  354. //处理最新开奖数据
  355. var getQiHao = string.Empty;
  356. for (var i = startQiNum; i <= newestQiNum; i++)
  357. {
  358. getQiHao = CommonHelper.GenerateTodayQiHaoYYMMDDQQ(i);
  359. var matchItem = OpenList.Where(R => R.Key == getQiHao).FirstOrDefault();
  360. if (matchItem.Key != null && SaveRecord(getQiHao, matchItem.Value, false))
  361. {
  362. //处理成功写入日志
  363. log.Info(typeof(AH11X5Job), CommonHelper.GetJobBackLogInfo(Config, getQiHao));
  364. LatestQiHao = getQiHao;
  365. }
  366. }
  367. }
  368. }
  369. /// <summary>
  370. /// 通过备用地址抓取错误期号列表中每一个期号
  371. /// (新浪爱彩)
  372. /// </summary>
  373. private void DoYesterdayFailedListByBackUrl()
  374. {
  375. if (!string.IsNullOrEmpty(Config.BackUrl) && FailedQiHaoList.Count > 0)
  376. {
  377. var OpenList = GetYesterdayOpenListFromBackUrl();
  378. if (OpenList.Count == 0) return;//无抓取数据
  379. var SuccessList = new List<string>();
  380. foreach (var failedQiHao in FailedQiHaoList)
  381. {
  382. var matchItem = OpenList.Where(R => R.Key == failedQiHao).FirstOrDefault();
  383. if (matchItem.Key != null && SaveRecord(failedQiHao, matchItem.Value, true))
  384. {
  385. //处理成功写入日志
  386. log.Info(typeof(AH11X5Job), CommonHelper.GetJobBackLogInfo(Config, failedQiHao));
  387. SuccessList.Add(failedQiHao);
  388. continue;
  389. }
  390. }
  391. foreach (var successQiHao in SuccessList)
  392. {
  393. FailedQiHaoList.Remove(successQiHao);
  394. }
  395. }
  396. }
  397. /// <summary>
  398. /// 通过备用站点抓取今日最新开奖数据
  399. /// </summary>
  400. /// <returns></returns>
  401. private Dictionary<string, string> GetTodayOpenListFromBackUrl()
  402. {
  403. var postData = string.Format("gameIndex=312&searchDate={0}&gameFrom=", CommonHelper.SCCSysDateTime.ToString("yyyy-MM-dd"));
  404. return GetOpenListFromBackUrl(postData);
  405. }
  406. /// <summary>
  407. /// 通过备用站点抓取昨日开奖数据
  408. /// </summary>
  409. /// <returns></returns>
  410. private Dictionary<string, string> GetYesterdayOpenListFromBackUrl()
  411. {
  412. var postData = string.Format("gameIndex=312&searchDate={0}&gameFrom=", CommonHelper.SCCSysDateTime.AddDays(-1).ToString("yyyy-MM-dd"));
  413. return GetOpenListFromBackUrl(postData);
  414. }
  415. /// <summary>
  416. /// 通过备用站点抓取开奖数据
  417. /// </summary>
  418. /// <param name="PostData"></param>
  419. /// <returns></returns>
  420. private Dictionary<string, string> GetOpenListFromBackUrl(string PostData)
  421. {
  422. Dictionary<string, string> result = new Dictionary<string, string>();
  423. try
  424. {
  425. var HtmlResource = NetHelper.GetUrlResponse(Config.BackUrl, "POST", PostData);
  426. if (!string.IsNullOrWhiteSpace(HtmlResource))
  427. {
  428. //JObject obj = JsonConvert.DeserializeObject<JObject>(HtmlResource);
  429. //if (obj == null || obj["resultHtml"] == null) return result;
  430. //var trString = obj["resultHtml"].ToString();
  431. //if (string.IsNullOrWhiteSpace(trString)) return result;
  432. //var tableString = string.Format("<table>{0}</table>", trString.Replace("<tr>", "</tr><tr>").Replace("<tr class='bg'>", "</tr><tr>").Substring(5) + "</tr>");
  433. //if (string.IsNullOrWhiteSpace(tableString)) return result;
  434. HtmlDocument doc = new HtmlDocument();
  435. doc.LoadHtml(HtmlResource);
  436. var table = doc.DocumentNode.SelectNodes("//*[@id='firstTbody']/tr");
  437. if (table == null) return result;
  438. var s = table.ToList();
  439. var trs = table.ToList();
  440. List<HtmlNode> tds = null, ems = null;
  441. var matchQiHao = string.Empty;
  442. var matchKJHaoMa = string.Empty;
  443. for (var i = 0; i < trs.Count; i++)//第一行为表头
  444. {
  445. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  446. if (tds.Count < 3) continue;
  447. matchQiHao = tds[0].InnerText.Trim().Replace("-", "");
  448. ems = tds[1].ChildNodes.Where(R => R.Name.ToLower() == "em").ToList();
  449. if (ems.Count < 5) continue;
  450. matchKJHaoMa = string.Format("{0},{1},{2},{3},{4}", ems[0].InnerText.Trim(), ems[1].InnerText.Trim(), ems[2].InnerText.Trim(), ems[3].InnerText.Trim(), ems[4].InnerText.Trim());
  451. if (!result.ContainsKey(matchQiHao))
  452. result.Add(matchQiHao, matchKJHaoMa);
  453. }
  454. table = doc.DocumentNode.SelectNodes("//*[@id='secondTbody']/tr");
  455. if (table == null) return result;
  456. trs = table.ToList();
  457. for (var i = 0; i < trs.Count; i++)//第一行为表头
  458. {
  459. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  460. if (tds.Count < 3) continue;
  461. matchQiHao = tds[0].InnerText.Trim().Replace("-", "");
  462. ems = tds[1].ChildNodes.Where(R => R.Name.ToLower() == "em").ToList();
  463. if (ems.Count < 5) continue;
  464. matchKJHaoMa = string.Format("{0},{1},{2},{3},{4}", ems[0].InnerText.Trim(), ems[1].InnerText.Trim(), ems[2].InnerText.Trim(), ems[3].InnerText.Trim(), ems[4].InnerText.Trim());
  465. if (!result.ContainsKey(matchQiHao))
  466. result.Add(matchQiHao, matchKJHaoMa);
  467. }
  468. table = doc.DocumentNode.SelectNodes("//*[@id='thirdTbody']/tr");
  469. if (table == null) return result;
  470. trs = table.ToList();
  471. for (var i = 0; i < trs.Count; i++)//第一行为表头
  472. {
  473. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  474. if (tds.Count < 3) continue;
  475. matchQiHao = tds[0].InnerText.Trim().Replace("-", "");
  476. ems = tds[1].ChildNodes.Where(R => R.Name.ToLower() == "em").ToList();
  477. if (ems.Count < 5) continue;
  478. matchKJHaoMa = string.Format("{0},{1},{2},{3},{4}", ems[0].InnerText.Trim(), ems[1].InnerText.Trim(), ems[2].InnerText.Trim(), ems[3].InnerText.Trim(), ems[4].InnerText.Trim());
  479. if (!result.ContainsKey(matchQiHao))
  480. result.Add(matchQiHao, matchKJHaoMa);
  481. }
  482. //var table = doc.DocumentNode.SelectSingleNode("//table");
  483. //if (table == null) return result;
  484. //var trs = table.ChildNodes.Where(node => node.Name == "tr").ToList();
  485. //string matchQiHao = string.Empty;
  486. //string matchKJHaoMa = string.Empty;
  487. //for (var i = 0; i < trs.Count; i++)
  488. //{
  489. // var tds = trs[i].ChildNodes.Where(node => node.Name == "td").ToList();
  490. // if (tds.Count < 3) continue;
  491. // matchQiHao = tds[0].InnerText.Replace("-", string.Empty).Replace("期", string.Empty).Trim().Substring(2);
  492. // matchKJHaoMa = tds[2].InnerText.Trim();
  493. // if (!result.ContainsKey(matchQiHao))
  494. // result.Add(matchQiHao, matchKJHaoMa);
  495. //}
  496. }
  497. }
  498. catch (Exception ex)
  499. {
  500. log.Error(typeof(AH11X5Job), string.Format("【{0}】通过备用站点抓取开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  501. }
  502. return result;
  503. }
  504. /// <summary>
  505. /// 将此彩种指定期号和开奖号码保存至数据库
  506. /// </summary>
  507. /// <param name="QiHao">期号</param>
  508. /// <param name="OpenCode">开奖号码(形如01,02,03,04,05)</param>
  509. /// <param name="IsYesterdayRecord">是否是保存昨天的记录</param>
  510. /// <returns></returns>
  511. private bool SaveRecord(string QiHao, string OpenCode, bool IsYesterdayRecord)
  512. {
  513. if (!string.IsNullOrWhiteSpace(QiHao) && !string.IsNullOrWhiteSpace(OpenCode))
  514. {
  515. OpenCode5Model model = new OpenCode5Model();
  516. model.Term = Convert.ToInt64(QiHao);
  517. var haoMaArray = OpenCode.Split(new char[] { ',' });
  518. model.OpenCode1 = Convert.ToInt32(haoMaArray[0]);
  519. model.OpenCode2 = Convert.ToInt32(haoMaArray[1]);
  520. model.OpenCode3 = Convert.ToInt32(haoMaArray[2]);
  521. model.OpenCode4 = Convert.ToInt32(haoMaArray[3]);
  522. model.OpenCode5 = Convert.ToInt32(haoMaArray[4]);
  523. if (IsYesterdayRecord)
  524. model.OpenTime = CommonHelper.GenerateYesterdayOpenTime(Config, QiHao);
  525. else
  526. model.OpenTime = CommonHelper.GenerateTodayOpenTime(Config, QiHao);
  527. return services.AddOpen5Code(currentLottery, model);
  528. }
  529. return false;
  530. }
  531. #region Attribute
  532. /// <summary>
  533. /// 配置信息
  534. /// </summary>
  535. private SCCConfig Config = null;
  536. /// <summary>
  537. /// 当天抓取的最新一期期号
  538. /// </summary>
  539. private string LatestQiHao = null;
  540. /// <summary>
  541. /// 当天抓取失败列表
  542. /// </summary>
  543. private List<string> FailedQiHaoList = null;
  544. /// <summary>
  545. /// 日志对象
  546. /// </summary>
  547. private LogHelper log = null;
  548. /// <summary>
  549. /// 数据服务
  550. /// </summary>
  551. private IOpen5Code services = null;
  552. /// <summary>
  553. /// 当前彩种
  554. /// </summary>
  555. private SCCLottery currentLottery
  556. {
  557. get
  558. {
  559. return SCCLottery.AnHui11x5;
  560. }
  561. }
  562. /// <summary>
  563. /// 邮件接口
  564. /// </summary>
  565. private IEmail email = null;
  566. #endregion
  567. }
  568. }