CQKL10FJob.cs 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Linq;
  4. using System.Text;
  5. using System.Text.RegularExpressions;
  6. using System.Xml;
  7. using Quartz;
  8. using SCC.Common;
  9. using SCC.Models;
  10. using SCC.Interface;
  11. using HtmlAgilityPack;
  12. using Newtonsoft.Json;
  13. using Newtonsoft.Json.Linq;
  14. namespace SCC.Crawler.GP
  15. {
  16. /// <summary>
  17. /// 数据爬取类
  18. /// 重庆快乐十分
  19. /// </summary>
  20. [DisallowConcurrentExecution]
  21. [PersistJobDataAfterExecution]
  22. public class CQKL10FJob : IJob
  23. {
  24. /// <summary>
  25. /// 构造函数
  26. /// </summary>
  27. public CQKL10FJob()
  28. {
  29. log = new LogHelper();
  30. services = IOC.Resolve<IOpen8Code>();
  31. email = IOC.Resolve<IEmail>();
  32. }
  33. /// <summary>
  34. /// 作业执行入口
  35. /// </summary>
  36. /// <param name="context">作业执行上下文</param>
  37. public void Execute(IJobExecutionContext context)
  38. {
  39. Config = CommonHelper.GetConfigFromDataMap(context.JobDetail.JobDataMap);
  40. //预设节假日不开奖
  41. if (Config.SkipDate.Contains(CommonHelper.SCCSysDateTime.ToString("yyyyMMdd"))) return;
  42. LatestQiHao = context.JobDetail.JobDataMap.GetString("LatestQiHao");
  43. try
  44. {
  45. //服务启动时配置初始数据
  46. if (string.IsNullOrEmpty(LatestQiHao))
  47. {
  48. var lastItem = services.GetLastItem(currentLottery);
  49. if (lastItem != null)
  50. {
  51. LatestQiHao = lastItem.Term.ToString();
  52. }
  53. }
  54. //第一次启动服务或最新期号为昨天的开奖期号,则自检昨天开奖数据是否抓取完毕(否则插入邮件数据),并重置当天期号和失败列表
  55. if (string.IsNullOrEmpty(LatestQiHao) || !LatestQiHao.StartsWith(CommonHelper.SCCSysDateTime.ToString("yyMMdd")))
  56. {
  57. CheckingYesterdayTheLotteryData();
  58. LatestQiHao = CommonHelper.GenerateTodayQiHaoYYMMDDQQQ(0);
  59. }
  60. //当最新期号不符合当天总期数,执行当天作业
  61. if (Convert.ToInt32(LatestQiHao.Substring(6)) != Config.TimesPerDay)
  62. {
  63. DoTodayJobByMainUrl();
  64. //DoTodayJobByBackUrl();
  65. }
  66. }
  67. catch (Exception ex)
  68. {
  69. log.Error(typeof(CQKL10FJob), string.Format("【{0}】抓取时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  70. }
  71. //保存最新期号和失败期号列表
  72. context.JobDetail.JobDataMap["LatestQiHao"] = LatestQiHao;
  73. }
  74. /// <summary>
  75. /// 自检昨天开奖数据
  76. /// </summary>
  77. private void CheckingYesterdayTheLotteryData()
  78. {
  79. if (Config.SkipDate.Contains(CommonHelper.SCCSysDateTime.AddDays(-1).ToString("yyyyMMdd"))) return;//如果昨日设定不开奖则不自检昨日开奖数据
  80. //从数据库中获取昨天数据抓取失败列表
  81. FailedQiHaoList = services.GetYesterdayFailQQQList(currentLottery, Config.TimesPerDay);
  82. if (FailedQiHaoList.Count > 0)
  83. {
  84. DoYesterdayFailedListByMainUrl_New();
  85. //DoYesterdayFailedListByMainUrl();
  86. //DoYesterdayFailedListByBackUrl();
  87. foreach (var fQiHao in FailedQiHaoList)
  88. {
  89. //将抓取失败数据推送至邮件列表,待邮件服务发送至配置管理员的邮箱中
  90. if (email.AddEmail(Config.Area + Config.LotteryName, fQiHao, CommonHelper.GenerateYesterdayOpenTime(Config, fQiHao)))
  91. log.Error(typeof(CQKL10FJob), CommonHelper.GetJobLogError(Config, fQiHao));
  92. }
  93. }
  94. }
  95. /// <summary>
  96. /// 通过接口抓取错误期号列表中每一个期号
  97. /// (爱彩乐)
  98. /// </summary>
  99. private void DoYesterdayFailedListByMainUrl_New()
  100. {
  101. if (!string.IsNullOrEmpty(Config.BackUrl) && FailedQiHaoList.Count > 0)
  102. {
  103. var html = new HttpHelper().PostJson(new Dictionary<string, string>()
  104. {
  105. { "SiteId" , Config.SiteId },
  106. { "Date",DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd 00:00:00")},
  107. }, Config.BackUrl);
  108. string HtmlResource = html;
  109. JObject obj = JsonConvert.DeserializeObject<JObject>(html);
  110. var s = obj["Data"];
  111. JObject obj1 = JsonConvert.DeserializeObject<JObject>(s.ToString());
  112. var s1 = obj1["LotteryResults"];
  113. var OpenList = JsonConvert.DeserializeObject<List<LotteryResults>>(s1.ToString());
  114. if (OpenList.Count == 0) return;//无抓取数据
  115. var SuccessList = new List<string>();
  116. foreach (string failedQiHao in FailedQiHaoList)
  117. {
  118. OpenCode8Model model = new OpenCode8Model();
  119. var matchItem = OpenList.Where(R => R.PeriodNo.Replace("-", "0") == failedQiHao).FirstOrDefault();
  120. string value = "";
  121. foreach (var item in matchItem.LotteryNumbers)
  122. {
  123. value += item.Number + ",";
  124. }
  125. model.Term = Convert.ToInt64(matchItem.PeriodNo.Replace("-", "0"));
  126. model.OpenCode1 = Convert.ToInt32(matchItem.LotteryNumbers[0].Number);
  127. model.OpenCode2 = Convert.ToInt32(matchItem.LotteryNumbers[1].Number);
  128. model.OpenCode3 = Convert.ToInt32(matchItem.LotteryNumbers[2].Number);
  129. model.OpenCode4 = Convert.ToInt32(matchItem.LotteryNumbers[3].Number);
  130. model.OpenCode5 = Convert.ToInt32(matchItem.LotteryNumbers[4].Number);
  131. model.OpenCode6 = Convert.ToInt32(matchItem.LotteryNumbers[5].Number);
  132. model.OpenCode7 = Convert.ToInt32(matchItem.LotteryNumbers[6].Number);
  133. model.OpenCode8 = Convert.ToInt32(matchItem.LotteryNumbers[7].Number);
  134. string d = "20" + matchItem.PeriodNo.Replace("-", "").Insert(2, "-").Insert(5, "-").Remove(8,2) + " " + matchItem.Thedatetime;
  135. model.OpenTime = Convert.ToDateTime("20" + matchItem.PeriodNo.Replace("-", "").Insert(2,"-").Insert(5,"-").Remove(8, 2) + " " + matchItem.Thedatetime);
  136. if (matchItem.PeriodNo != null && services.AddOpen8Code(currentLottery, model))
  137. {
  138. //处理成功写入日志
  139. log.Info(typeof(AH11X5Job), CommonHelper.GetJobMainLogInfo(Config, failedQiHao));
  140. SuccessList.Add(failedQiHao);
  141. continue;
  142. }
  143. }
  144. foreach (var successQiHao in SuccessList)
  145. {
  146. FailedQiHaoList.Remove(successQiHao);
  147. }
  148. }
  149. }
  150. /// <summary>
  151. /// 通过主站点抓取开奖数据
  152. /// (重庆福彩官网)
  153. /// </summary>
  154. private void DoTodayJobByMainUrl()
  155. {
  156. if (!string.IsNullOrEmpty(Config.MainUrl))
  157. {
  158. var OpenList = GetTodayOpenListFromMainUrl();
  159. if (OpenList.Count == 0) return;//无抓取数据
  160. var newestQiHao = OpenList.Last().Term.ToString();
  161. var startQiNum = Convert.ToInt32(LatestQiHao.Substring(6)) + 1;
  162. var newestQiNum = Convert.ToInt32(newestQiHao.Substring(6));
  163. if (startQiNum > newestQiNum) return;//无最新数据
  164. //处理最新开奖数据
  165. string getQiHao = string.Empty;
  166. for (var i = startQiNum; i <= newestQiNum; i++)
  167. {
  168. getQiHao = CommonHelper.GenerateTodayQiHaoYYMMDDQQQ(i);
  169. var matchItem = OpenList.Where(R => R.Term.ToString() == getQiHao).FirstOrDefault();
  170. if (matchItem != null && services.AddOpen8Code(currentLottery, matchItem))
  171. {
  172. //处理成功写入日志
  173. log.Info(typeof(CQKL10FJob), CommonHelper.GetJobMainLogInfo(Config, getQiHao));
  174. LatestQiHao = getQiHao;
  175. }
  176. }
  177. }
  178. }
  179. /// <summary>
  180. /// 通过主站抓取错误期号列表中每一个期号
  181. /// (重庆福彩官网)
  182. /// </summary>
  183. private void DoYesterdayFailedListByMainUrl()
  184. {
  185. if (!string.IsNullOrEmpty(Config.MainUrl) && FailedQiHaoList.Count > 0)
  186. {
  187. var OpenList = GetYesterdayOpenListFromMainUrl();
  188. if (OpenList.Count == 0) return;//无抓取数据
  189. var SuccessList = new List<string>();
  190. foreach (string failedQiHao in FailedQiHaoList)
  191. {
  192. var matchItem = OpenList.Where(R => R.Term.ToString() == failedQiHao).FirstOrDefault();
  193. if (matchItem != null && services.AddOpen8Code(currentLottery, matchItem))
  194. {
  195. //处理成功写入日志
  196. log.Info(typeof(CQKL10FJob), CommonHelper.GetJobMainLogInfo(Config, failedQiHao));
  197. SuccessList.Add(failedQiHao);
  198. continue;
  199. }
  200. }
  201. foreach (var successQiHao in SuccessList)
  202. {
  203. FailedQiHaoList.Remove(successQiHao);
  204. }
  205. }
  206. }
  207. /// <summary>
  208. /// 通过主站点抓取今日最新开奖数据
  209. /// </summary>
  210. /// <returns></returns>
  211. private List<OpenCode8Model> GetTodayOpenListFromMainUrl()
  212. {
  213. List<OpenCode8Model> result = new List<OpenCode8Model>();
  214. try
  215. {
  216. var HtmlResource = NetHelper.GetUrlResponse(Config.MainUrl);
  217. if (!string.IsNullOrWhiteSpace(HtmlResource))
  218. {
  219. HtmlDocument doc = new HtmlDocument();
  220. OpenCode8Model model = null;
  221. doc.LoadHtml(HtmlResource);
  222. var table = doc.DocumentNode.SelectNodes("//*[@id='firstTbody']/tr");
  223. if (table == null) return result;
  224. var s = table.ToList();
  225. var trs = table.ToList();
  226. List<HtmlNode> tds = null, fonts = null;
  227. var matchQiHao = string.Empty;
  228. var matchKJHaoMa = string.Empty;
  229. for (var i = 0; i < trs.Count; i++)//第一行为表头
  230. {
  231. model = new OpenCode8Model();
  232. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  233. if (tds.Count < 3) continue;
  234. matchQiHao = tds[0].InnerText.Trim().Replace("-", "0");
  235. model.Term = Convert.ToInt64(matchQiHao);
  236. fonts = tds[1].ChildNodes.Where(R => R.Name.ToLower() == "em").ToList();
  237. if (fonts.Count < 8) continue;
  238. model.OpenCode1 = Convert.ToInt32(fonts[0].InnerText.Trim());
  239. model.OpenCode2 = Convert.ToInt32(fonts[1].InnerText.Trim());
  240. model.OpenCode3 = Convert.ToInt32(fonts[2].InnerText.Trim());
  241. model.OpenCode4 = Convert.ToInt32(fonts[3].InnerText.Trim());
  242. model.OpenCode5 = Convert.ToInt32(fonts[4].InnerText.Trim());
  243. model.OpenCode6 = Convert.ToInt32(fonts[5].InnerText.Trim());
  244. model.OpenCode7 = Convert.ToInt32(fonts[6].InnerText.Trim());
  245. model.OpenCode8 = Convert.ToInt32(fonts[7].InnerText.Trim());
  246. model.OpenTime = Convert.ToDateTime("20" + tds[0].InnerText.Trim().Replace("-", "").Insert(2, "-").Insert(5, "-").Remove(8, 2) + " " + tds[2].InnerText.Trim());
  247. if (!result.Contains(model))
  248. result.Add(model);
  249. }
  250. table = doc.DocumentNode.SelectNodes("//*[@id='secondTbody']/tr");
  251. if (table == null) return result;
  252. trs = table.ToList();
  253. for (var i = 0; i < trs.Count; i++)//第一行为表头
  254. {
  255. model = new OpenCode8Model();
  256. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  257. if (tds.Count < 3) continue;
  258. matchQiHao = tds[0].InnerText.Trim().Replace("-", "");
  259. model.Term = Convert.ToInt64(matchQiHao);
  260. fonts = tds[1].ChildNodes.Where(R => R.Name.ToLower() == "em").ToList();
  261. if (fonts.Count < 8) continue;
  262. model.OpenCode1 = Convert.ToInt32(fonts[0].InnerText.Trim());
  263. model.OpenCode2 = Convert.ToInt32(fonts[1].InnerText.Trim());
  264. model.OpenCode3 = Convert.ToInt32(fonts[2].InnerText.Trim());
  265. model.OpenCode4 = Convert.ToInt32(fonts[3].InnerText.Trim());
  266. model.OpenCode5 = Convert.ToInt32(fonts[4].InnerText.Trim());
  267. model.OpenCode6 = Convert.ToInt32(fonts[5].InnerText.Trim());
  268. model.OpenCode7 = Convert.ToInt32(fonts[6].InnerText.Trim());
  269. model.OpenCode8 = Convert.ToInt32(fonts[7].InnerText.Trim());
  270. model.OpenTime = Convert.ToDateTime("20" + tds[0].InnerText.Trim().Replace("-", "").Insert(2, "-").Insert(5, "-").Remove(8, 2) + " " + tds[2].InnerText.Trim());
  271. if (!result.Contains(model))
  272. result.Add(model);
  273. }
  274. table = doc.DocumentNode.SelectNodes("//*[@id='thirdTbody']/tr");
  275. if (table == null) return result;
  276. trs = table.ToList();
  277. for (var i = 0; i < trs.Count; i++)//第一行为表头
  278. {
  279. model = new OpenCode8Model();
  280. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  281. if (tds.Count < 3) continue;
  282. matchQiHao = tds[0].InnerText.Trim().Replace("-", "");
  283. model.Term = Convert.ToInt64(matchQiHao);
  284. fonts = tds[1].ChildNodes.Where(R => R.Name.ToLower() == "em").ToList();
  285. if (fonts.Count < 8) continue;
  286. model.OpenCode1 = Convert.ToInt32(fonts[0].InnerText.Trim());
  287. model.OpenCode2 = Convert.ToInt32(fonts[1].InnerText.Trim());
  288. model.OpenCode3 = Convert.ToInt32(fonts[2].InnerText.Trim());
  289. model.OpenCode4 = Convert.ToInt32(fonts[3].InnerText.Trim());
  290. model.OpenCode5 = Convert.ToInt32(fonts[4].InnerText.Trim());
  291. model.OpenCode6 = Convert.ToInt32(fonts[5].InnerText.Trim());
  292. model.OpenCode7 = Convert.ToInt32(fonts[6].InnerText.Trim());
  293. model.OpenCode8 = Convert.ToInt32(fonts[7].InnerText.Trim());
  294. model.OpenTime = Convert.ToDateTime("20" + tds[0].InnerText.Trim().Replace("-", "").Insert(2, "-").Insert(5, "-").Remove(8, 2) + " " + tds[2].InnerText.Trim());
  295. if (!result.Contains(model))
  296. result.Add(model);
  297. }
  298. }
  299. }
  300. catch (Exception ex)
  301. {
  302. log.Error(typeof(CQKL10FJob), string.Format("【{0}】通过主站点抓取今日最新开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  303. }
  304. return result;
  305. }
  306. /// <summary>
  307. /// 通过主站点抓取昨日开奖数据
  308. /// </summary>
  309. /// <returns></returns>
  310. private List<OpenCode8Model> GetYesterdayOpenListFromMainUrl()
  311. {
  312. List<OpenCode8Model> result = new List<OpenCode8Model>();
  313. try
  314. {
  315. for (var k = 1; k <= 2; k++)
  316. {
  317. var HtmlResource = NetHelper.GetCQKL10FUrlResponse(Config.MainUrl, k);
  318. if (!string.IsNullOrWhiteSpace(HtmlResource))
  319. {
  320. HtmlDocument doc = new HtmlDocument();
  321. doc.LoadHtml(HtmlResource);
  322. var table = doc.DocumentNode.SelectSingleNode("//table");
  323. if (table == null) return result;
  324. var trs = table.ChildNodes.Where(R => R.Name.ToLower() == "tr").ToList();
  325. if (trs.Count < 3) return result;
  326. List<HtmlNode> tds = null, fonts = null;
  327. OpenCode8Model model = null;
  328. for (var i = 1; i < trs.Count - 1; i++)//第一行是表头,最后一行是页码
  329. {
  330. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  331. if (tds.Count < 8) continue;
  332. model = new OpenCode8Model();
  333. model.Term = Convert.ToInt64(tds[0].InnerText.Trim().Substring(2));
  334. fonts = tds[1].ChildNodes.Where(R => R.Name.ToLower() == "font").ToList();
  335. if (fonts.Count < 8) continue;
  336. model.OpenCode1 = Convert.ToInt32(fonts[0].InnerText.Replace("&nbsp;", string.Empty).Trim());
  337. model.OpenCode2 = Convert.ToInt32(fonts[1].InnerText.Replace("&nbsp;", string.Empty).Trim());
  338. model.OpenCode3 = Convert.ToInt32(fonts[2].InnerText.Replace("&nbsp;", string.Empty).Trim());
  339. model.OpenCode4 = Convert.ToInt32(fonts[3].InnerText.Replace("&nbsp;", string.Empty).Trim());
  340. model.OpenCode5 = Convert.ToInt32(fonts[4].InnerText.Replace("&nbsp;", string.Empty).Trim());
  341. model.OpenCode6 = Convert.ToInt32(fonts[5].InnerText.Replace("&nbsp;", string.Empty).Trim());
  342. model.OpenCode7 = Convert.ToInt32(fonts[6].InnerText.Replace("&nbsp;", string.Empty).Trim());
  343. model.OpenCode8 = Convert.ToInt32(fonts[7].InnerText.Replace("&nbsp;", string.Empty).Trim());
  344. model.OpenTime = Convert.ToDateTime(tds[7].InnerText.Replace("&nbsp;", " ").Trim());
  345. if (!result.Contains(model))
  346. result.Add(model);
  347. }
  348. }
  349. }
  350. }
  351. catch (Exception ex)
  352. {
  353. log.Error(typeof(CQKL10FJob), string.Format("【{0}】通过主站点抓取昨日开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  354. }
  355. return result;
  356. }
  357. /// <summary>
  358. /// 通过备用站点抓取开奖数据
  359. /// (爱彩乐)
  360. /// </summary>
  361. private void DoTodayJobByBackUrl()
  362. {
  363. if (!string.IsNullOrEmpty(Config.BackUrl))
  364. {
  365. var OpenList = GetTodayOpenListFromBackUrl();
  366. if (OpenList.Count == 0) return;//无抓取数据
  367. var newestQiHao = OpenList.First().Term.ToString();
  368. var startQiNum = Convert.ToInt32(LatestQiHao.Substring(6)) + 1;
  369. var newestQiNum = Convert.ToInt32(newestQiHao.Substring(6));
  370. if (startQiNum > newestQiNum) return;//无最新数据
  371. //处理最新开奖数据
  372. var getQiHao = string.Empty;
  373. for (var i = startQiNum; i <= newestQiNum; i++)
  374. {
  375. getQiHao = CommonHelper.GenerateTodayQiHaoYYMMDDQQQ(i);
  376. var matchItem = OpenList.Where(R => R.Term.ToString() == getQiHao).FirstOrDefault();
  377. if (matchItem != null && services.AddOpen8Code(currentLottery, matchItem))
  378. {
  379. //处理成功写入日志
  380. log.Info(typeof(CQKL10FJob), CommonHelper.GetJobBackLogInfo(Config, getQiHao));
  381. LatestQiHao = getQiHao;
  382. }
  383. }
  384. }
  385. }
  386. /// <summary>
  387. /// 通过备用地址抓取错误期号列表中每一个期号
  388. /// (爱彩乐)
  389. /// </summary>
  390. private void DoYesterdayFailedListByBackUrl()
  391. {
  392. if (!string.IsNullOrEmpty(Config.BackUrl) && FailedQiHaoList.Count > 0)
  393. {
  394. var OpenList = GetYesterdayOpenListFromBackUrl();
  395. if (OpenList.Count == 0) return;//无抓取数据
  396. var SuccessList = new List<string>();
  397. foreach (var failedQiHao in FailedQiHaoList)
  398. {
  399. var matchItem = OpenList.Where(R => R.Term.ToString() == failedQiHao).FirstOrDefault();
  400. if (matchItem != null && services.AddOpen8Code(currentLottery, matchItem))
  401. {
  402. //处理成功写入日志
  403. log.Info(typeof(CQKL10FJob), CommonHelper.GetJobBackLogInfo(Config, failedQiHao));
  404. SuccessList.Add(failedQiHao);
  405. continue;
  406. }
  407. }
  408. foreach (var successQiHao in SuccessList)
  409. {
  410. FailedQiHaoList.Remove(successQiHao);
  411. }
  412. }
  413. }
  414. /// <summary>
  415. /// 通过备用站点抓取今日最新开奖数据
  416. /// </summary>
  417. /// <returns></returns>
  418. private List<OpenCode8Model> GetTodayOpenListFromBackUrl()
  419. {
  420. List<OpenCode8Model> result = new List<OpenCode8Model>();
  421. try
  422. {
  423. var HtmlResource = NetHelper.GetUrlResponse(Config.BackUrl);
  424. if (!string.IsNullOrWhiteSpace(HtmlResource))
  425. {
  426. HtmlDocument doc = new HtmlDocument();
  427. doc.LoadHtml(HtmlResource);
  428. var table = doc.DocumentNode.SelectSingleNode("//table");
  429. if (table == null) return result;
  430. var trs = table.ChildNodes.Where(R => R.Name.ToLower() == "tr").ToList();
  431. List<HtmlNode> tds = null, ems = null;
  432. var matchQiHao = string.Empty;
  433. var matchKJHaoMa = string.Empty;
  434. OpenCode8Model model = null;
  435. for (var i = 1; i < trs.Count; i++)//第一行为表头
  436. {
  437. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  438. if (tds.Count < 3) continue;
  439. model = new OpenCode8Model();
  440. model.Term = Convert.ToInt64(tds[0].InnerText.Trim().Insert(6, "0"));
  441. ems = tds[2].ChildNodes.Where(R => R.Name.ToLower() == "em").ToList();
  442. if (ems.Count < 8) continue;
  443. model.OpenCode1 = Convert.ToInt32(ems[0].InnerText.Trim());
  444. model.OpenCode2 = Convert.ToInt32(ems[1].InnerText.Trim());
  445. model.OpenCode3 = Convert.ToInt32(ems[2].InnerText.Trim());
  446. model.OpenCode4 = Convert.ToInt32(ems[3].InnerText.Trim());
  447. model.OpenCode5 = Convert.ToInt32(ems[4].InnerText.Trim());
  448. model.OpenCode6 = Convert.ToInt32(ems[5].InnerText.Trim());
  449. model.OpenCode7 = Convert.ToInt32(ems[6].InnerText.Trim());
  450. model.OpenCode8 = Convert.ToInt32(ems[7].InnerText.Trim());
  451. model.OpenTime = Convert.ToDateTime(tds[1].InnerText.Trim());
  452. if (!result.Contains(model))
  453. result.Add(model);
  454. }
  455. }
  456. }
  457. catch (Exception ex)
  458. {
  459. log.Error(typeof(CQKL10FJob), string.Format("【{0}】通过备用站点抓取今日最新开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  460. }
  461. return result;
  462. }
  463. /// <summary>
  464. /// 通过备用站点抓取昨日开奖数据
  465. /// </summary>
  466. /// <returns></returns>
  467. private List<OpenCode8Model> GetYesterdayOpenListFromBackUrl()
  468. {
  469. List<OpenCode8Model> result = new List<OpenCode8Model>();
  470. try
  471. {
  472. var HtmlResource = NetHelper.GetUrlResponse(Config.BackUrl + "?action=chart&date=yesterday&id=1006&async=true");
  473. if (!string.IsNullOrWhiteSpace(HtmlResource))
  474. {
  475. var obj = JsonConvert.DeserializeObject<JObject>(HtmlResource);
  476. if (obj != null && obj["data"] != null)
  477. {
  478. JArray openCodeList = null;
  479. OpenCode8Model model = null;
  480. foreach (var item in obj["data"])
  481. {
  482. model = new OpenCode8Model();
  483. model.Term = Convert.ToInt64(item["dateNumber"].ToString());
  484. model.OpenTime = Convert.ToDateTime(item["dateTime"].ToString());
  485. openCodeList = (JArray)item["list"];
  486. model.OpenCode1 = Convert.ToInt32(openCodeList[0].ToString());
  487. model.OpenCode2 = Convert.ToInt32(openCodeList[1].ToString());
  488. model.OpenCode3 = Convert.ToInt32(openCodeList[2].ToString());
  489. model.OpenCode4 = Convert.ToInt32(openCodeList[3].ToString());
  490. model.OpenCode5 = Convert.ToInt32(openCodeList[4].ToString());
  491. model.OpenCode6 = Convert.ToInt32(openCodeList[5].ToString());
  492. model.OpenCode7 = Convert.ToInt32(openCodeList[6].ToString());
  493. model.OpenCode8 = Convert.ToInt32(openCodeList[7].ToString());
  494. if (!result.Contains(model))
  495. result.Add(model);
  496. }
  497. }
  498. }
  499. }
  500. catch (Exception ex)
  501. {
  502. log.Error(typeof(CQKL10FJob), string.Format("【{0}】通过备用站点抓取昨日开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  503. }
  504. return result;
  505. }
  506. #region Attribute
  507. /// <summary>
  508. /// 配置信息
  509. /// </summary>
  510. private SCCConfig Config = null;
  511. /// <summary>
  512. /// 当天抓取的最新一期期号
  513. /// </summary>
  514. private string LatestQiHao = null;
  515. /// <summary>
  516. /// 当天抓取失败列表
  517. /// </summary>
  518. private List<string> FailedQiHaoList = null;
  519. /// <summary>
  520. /// 日志对象
  521. /// </summary>
  522. private LogHelper log = null;
  523. /// <summary>
  524. /// 数据服务
  525. /// </summary>
  526. private IOpen8Code services = null;
  527. /// <summary>
  528. /// 当前彩种
  529. /// </summary>
  530. private SCCLottery currentLottery
  531. {
  532. get
  533. {
  534. return SCCLottery.ChongQingKL10F;
  535. }
  536. }
  537. /// <summary>
  538. /// 邮件接口
  539. /// </summary>
  540. private IEmail email = null;
  541. #endregion
  542. }
  543. }