GD36X7Job.cs 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Linq;
  4. using System.Text;
  5. using System.Text.RegularExpressions;
  6. using Quartz;
  7. using SCC.Common;
  8. using SCC.Models;
  9. using SCC.Interface;
  10. using Newtonsoft.Json;
  11. using HtmlAgilityPack;
  12. using Newtonsoft.Json.Linq;
  13. namespace SCC.Crawler.DT
  14. {
  15. /// <summary>
  16. /// 数据爬取类
  17. /// 广东36选7
  18. /// </summary>
  19. [DisallowConcurrentExecution]
  20. [PersistJobDataAfterExecution]
  21. public class GD36X7Job : IJob
  22. {
  23. /// <summary>
  24. /// 构造函数
  25. /// </summary>
  26. public GD36X7Job()
  27. {
  28. log = new LogHelper();
  29. services = IOC.Resolve<IDTOpenCode>();
  30. email = IOC.Resolve<IEmail>();
  31. }
  32. /// <summary>
  33. /// 作业执行入口
  34. /// </summary>
  35. /// <param name="context">作业执行上下文</param>
  36. public void Execute(IJobExecutionContext context)
  37. {
  38. Config = CommonHelper.GetConfigFromDataMap(context.JobDetail.JobDataMap);
  39. //预设节假日不开奖
  40. if (Config.SkipDate.Contains(CommonHelper.SCCSysDateTime.ToString("yyyyMMdd"))) return;
  41. LatestItem = context.JobDetail.JobDataMap["LatestItem"] as OpenCode7DTModel;
  42. try
  43. {
  44. //服务启动时配置初始数据
  45. if (LatestItem == null)
  46. {
  47. LatestItem = services.GetOpenCode7DTLastItem(currentLottery);
  48. if (LatestItem == null)
  49. {
  50. //服务第一次启动,数据库一条数据都没有时
  51. LatestItem = new OpenCode7DTModel()
  52. {
  53. Term = CommonHelper.GenerateQiHaoYYYYQQQ(0),
  54. OpenTime = new DateTime(CommonHelper.SCCSysDateTime.Year, 1, 1)
  55. };
  56. }
  57. }
  58. //程序时间第二天,程序根据配置检查是否昨天有开奖
  59. isGetData = false;
  60. if (CommonHelper.CheckDTIsNeedGetData(Config))
  61. {
  62. CheckingOpenDayTheLotteryData();
  63. }
  64. if (!LatestItem.Term.ToString().StartsWith(CommonHelper.SCCSysDateTime.ToString("yyyy")))
  65. {
  66. //翻年时
  67. LatestItem = new OpenCode7DTModel()
  68. {
  69. Term = CommonHelper.GenerateQiHaoYYYYQQQ(0),
  70. OpenTime = new DateTime(CommonHelper.SCCSysDateTime.Year, 1, 1)
  71. };
  72. }
  73. //当今日开奖并且当前时间是晚上8点过后开始抓取
  74. if (CommonHelper.CheckTodayIsOpenDay(Config) && CommonHelper.SCCSysDateTime.Hour > 12)
  75. {
  76. DoTodayJobByMainUrl();
  77. DoTodayJobByBackUrl();
  78. }
  79. if (isGetData)
  80. TrendChartHelper.GenerateGD36X7TrendChart(log);
  81. }
  82. catch (Exception ex)
  83. {
  84. log.Error(typeof(GD36X7Job), string.Format("【{0}】抓取时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  85. }
  86. //保存最新期号
  87. context.JobDetail.JobDataMap["LatestItem"] = LatestItem;
  88. }
  89. /// <summary>
  90. /// 自检爬取未爬取到的开奖数据,并对昨日开奖但未爬取到开奖数据的彩种添加邮件提醒
  91. /// </summary>
  92. private void CheckingOpenDayTheLotteryData()
  93. {
  94. //从数据库中获取昨天数据抓取失败列表
  95. FailedQiHaoList = services.GetFailedYYYYQQQList(currentLottery);
  96. if (FailedQiHaoList.Count > 0)
  97. {
  98. DoYesterdayFailedListByMainUrl();
  99. DoYesterdayFailedListByBackUrl();
  100. foreach (var fQiHao in FailedQiHaoList)
  101. {
  102. //将抓取失败数据推送至邮件列表,待邮件服务发送至配置管理员的邮箱中
  103. if (email.AddEmail(Config.Area + Config.LotteryName, fQiHao, CommonHelper.GenerateDTOpenTime(Config)))
  104. log.Error(typeof(GD36X7Job), CommonHelper.GetJobLogError(Config, fQiHao));
  105. }
  106. }
  107. if (LatestItem.OpenTime.ToString("yyyyMMdd") != CommonHelper.SCCSysDateTime.AddDays(-1).ToString("yyyyMMdd"))
  108. {
  109. //开奖时间(昨天)未抓取到最新开奖数据,则再抓取一次,若还不成功则写入待发送邮件列表
  110. DoTodayJobByMainUrl();
  111. DoTodayJobByBackUrl();
  112. if (LatestItem.OpenTime.ToString("yyyyMMdd") != CommonHelper.SCCSysDateTime.AddDays(-1).ToString("yyyyMMdd"))
  113. {
  114. var openQiHao = (LatestItem.Term + 1).ToString();
  115. if (email.AddEmail(Config.Area + Config.LotteryName, openQiHao, CommonHelper.GenerateDTOpenTime(Config)))
  116. log.Error(typeof(GD36X7Job), CommonHelper.GetJobLogError(Config, openQiHao));
  117. }
  118. }
  119. }
  120. /// <summary>
  121. /// 通过主站点爬取开奖数据
  122. /// (百度乐彩)
  123. /// </summary>
  124. private void DoTodayJobByMainUrl()
  125. {
  126. if (!string.IsNullOrEmpty(Config.MainUrl))
  127. {
  128. var OpenList = GetOpenListFromMainUrl(Config.MainUrl);
  129. if (OpenList.Count == 0) return;//无抓取数据
  130. var newestQiHao = OpenList.First().Term.ToString();
  131. var startQiNum = Convert.ToInt32(LatestItem.Term.ToString().Substring(4)) + 1;
  132. var newestQiNum = Convert.ToInt32(newestQiHao.Substring(4));
  133. if (startQiNum > newestQiNum) return;//无最新数据
  134. //处理最新开奖数据
  135. string getQiHao = string.Empty;
  136. OpenCode7DTModel matchItem = null;
  137. for (var i = startQiNum; i <= newestQiNum; i++)
  138. {
  139. getQiHao = LatestItem.Term.ToString().Substring(0, 4) + i.ToString().PadLeft(3, '0');
  140. matchItem = OpenList.Where(R => R.Term.ToString() == getQiHao).FirstOrDefault();
  141. if (matchItem != null && OptimizeMainModel(ref matchItem) && services.AddDTOpen7Code(currentLottery, matchItem))
  142. {
  143. //Do Success Log
  144. log.Info(typeof(GD36X7Job), CommonHelper.GetJobMainLogInfo(Config, getQiHao));
  145. LatestItem = matchItem;
  146. isGetData = true;
  147. }
  148. }
  149. }
  150. }
  151. /// <summary>
  152. /// 通过主站爬取错误期号列表中每一个期号
  153. /// (百度乐彩)
  154. /// </summary>
  155. private void DoYesterdayFailedListByMainUrl()
  156. {
  157. if (!string.IsNullOrEmpty(Config.MainUrl) && FailedQiHaoList.Count > 0)
  158. {
  159. var OpenList = GetOpenListFromMainUrl(Config.MainUrl);
  160. if (OpenList.Count == 0) return;//无抓取数据
  161. OpenCode7DTModel matchItem = null;
  162. var SuccessList = new List<string>();
  163. foreach (string failedQiHao in FailedQiHaoList)
  164. {
  165. matchItem = OpenList.Where(R => R.Term.ToString() == failedQiHao).FirstOrDefault();
  166. if (matchItem != null && OptimizeMainModel(ref matchItem) && services.AddDTOpen7Code(currentLottery, matchItem))
  167. {
  168. //Do Success Log
  169. log.Info(typeof(GD36X7Job), CommonHelper.GetJobMainLogInfo(Config, failedQiHao));
  170. if (matchItem.Term > LatestItem.Term)
  171. {
  172. LatestItem = matchItem;
  173. }
  174. isGetData = true;
  175. SuccessList.Add(failedQiHao);
  176. }
  177. }
  178. foreach (var successQiHao in SuccessList)
  179. {
  180. FailedQiHaoList.Remove(successQiHao);
  181. }
  182. }
  183. }
  184. /// <summary>
  185. /// 获取主站开奖列表数据
  186. /// </summary>
  187. /// <param name="mainUrl">主站地址</param>
  188. /// <returns></returns>
  189. private List<OpenCode7DTModel> GetOpenListFromMainUrl(string mainUrl)
  190. {
  191. List<OpenCode7DTModel> result = new List<OpenCode7DTModel>();
  192. try
  193. {
  194. string requestUrl = string.Format("{0}?r={1}", mainUrl, new Random().Next(1000, 9999));
  195. var htmlResource = NetHelper.GetBaiDuLeCaiResponse(requestUrl);
  196. if (string.IsNullOrWhiteSpace(htmlResource)) return result;
  197. HtmlDocument doc = new HtmlDocument();
  198. doc.LoadHtml(htmlResource);
  199. var table = doc.DocumentNode.SelectSingleNode("//tbody");
  200. if (table == null) return result;
  201. var trs = table.ChildNodes.Where(node => node.Name == "tr").ToList();
  202. OpenCode7DTModel model = null;
  203. for (var i = 0; i < trs.Count; i++)//第一行
  204. {
  205. var trstyle = trs[i].Attributes["style"];
  206. if (trstyle != null && trstyle.Value == "display:none")
  207. {
  208. continue;
  209. }
  210. var tds = trs[i].ChildNodes.Where(node => node.Name == "td").ToList();
  211. if (tds.Count < 4) continue;
  212. model = new OpenCode7DTModel();
  213. model.OpenTime = Convert.ToDateTime(tds[0].InnerText);
  214. model.Term = Convert.ToInt64(tds[1].ChildNodes.Where(n => n.Name == "a").ToList()[0].InnerText.Trim());
  215. if (tds[2].ChildNodes.Count == 0) continue;
  216. var opencodeNode = tds[2].ChildNodes[0].ChildNodes.Where(n => n.Name == "span").ToList();
  217. if (opencodeNode.Count < 7) continue;
  218. model.OpenCode1 = Convert.ToInt32(opencodeNode[0].InnerText.Trim());
  219. model.OpenCode2 = Convert.ToInt32(opencodeNode[1].InnerText.Trim());
  220. model.OpenCode3 = Convert.ToInt32(opencodeNode[2].InnerText.Trim());
  221. model.OpenCode4 = Convert.ToInt32(opencodeNode[3].InnerText.Trim());
  222. model.OpenCode5 = Convert.ToInt32(opencodeNode[4].InnerText.Trim());
  223. model.OpenCode6 = Convert.ToInt32(opencodeNode[5].InnerText.Trim());
  224. model.OpenCode7 = Convert.ToInt32(opencodeNode[6].InnerText.Trim());
  225. result.Add(model);
  226. }
  227. result = result.OrderByDescending(S => S.Term).ToList();
  228. }
  229. catch (Exception ex)
  230. {
  231. log.Error(typeof(GD36X7Job), string.Format("【{0}】通过主站点抓取开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  232. }
  233. return result;
  234. }
  235. /// <summary>
  236. /// 完善主站江苏体彩7位数开奖详情信息
  237. /// </summary>
  238. /// <param name="model"></param>
  239. private bool OptimizeMainModel(ref OpenCode7DTModel model)
  240. {
  241. var url = string.Format("http://baidu.lecai.com/lottery/draw/view/536/{0}?r={1}", model.Term, new Random().Next(1000, 9999));
  242. try
  243. {
  244. var htmlResource = NetHelper.GetBaiDuLeCaiResponse(url);
  245. Regex reg = new Regex(@"var phaseData = ([\s\S]*?);");
  246. Match m = reg.Match(htmlResource);
  247. if (m.Success)
  248. {
  249. var dataJson = m.Result("$1");
  250. var obj = JsonConvert.DeserializeObject<dynamic>(dataJson);
  251. var data = obj[model.Term.ToString()];
  252. if (data != null)
  253. {
  254. int Level1Num = 0, Level2Num = 0, Level3Num = 0, Level4Num = 0, Level5Num = 0, Level6Num = 0, Level7Num = 0, Level8Num = 0;
  255. decimal Level1Money = 0, Level2Money = 0, Level3Money = 0, Level4Money = 0, Level5Money = 0, Level6Money = 0, Level7Money = 0, Level8Money = 0, Sales = 0, Jackpot = 0;
  256. Jackpot = Convert.ToDecimal(data["formatPoolAmount"]);
  257. Sales = Convert.ToDecimal(data["formatSaleAmount"]);
  258. Level1Num = Convert.ToInt32(data["list"]["prize1"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  259. Level1Money = Convert.ToDecimal(data["list"]["prize1"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  260. Level2Num = Convert.ToInt32(data["list"]["prize2"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  261. Level2Money = Convert.ToDecimal(data["list"]["prize2"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  262. Level3Num = Convert.ToInt32(data["list"]["prize3"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  263. Level3Money = Convert.ToDecimal(data["list"]["prize3"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  264. Level4Num = Convert.ToInt32(data["list"]["prize4"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  265. Level4Money = Convert.ToDecimal(data["list"]["prize4"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  266. Level5Num = Convert.ToInt32(data["list"]["prize5"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  267. Level5Money = Convert.ToDecimal(data["list"]["prize5"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  268. Level6Num = Convert.ToInt32(data["list"]["prize6"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  269. Level6Money = Convert.ToDecimal(data["list"]["prize6"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  270. Level7Num = Convert.ToInt32(data["list"]["prize7"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  271. Level7Money = Convert.ToDecimal(data["list"]["prize7"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  272. Level8Num = Convert.ToInt32(data["list"]["prize8"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  273. Level8Money = Convert.ToDecimal(data["list"]["prize8"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  274. model.Detail = string.Format("{0},{1}^一等奖|{2}|{3},二等奖|{4}|{5},三等奖|{6}|{7},四等奖|{8}|{9},五等奖|{10}|{11},六等奖|{12}|{13},好彩2|{14}|{15},好彩3|{16}|{17}",
  275. Sales, Jackpot, Level1Num, Level1Money, Level2Num, Level2Money, Level3Num, Level3Money, Level4Num, Level4Money, Level5Num, Level5Money, Level6Num, Level6Money,
  276. Level7Num, Level7Money, Level8Num, Level8Money);
  277. }
  278. return true;
  279. }
  280. }
  281. catch (Exception ex)
  282. {
  283. log.Error(typeof(GD36X7Job), string.Format("【{0}】通过主站点优化开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  284. }
  285. return false;
  286. }
  287. /// <summary>
  288. /// 通过备用站点抓取开奖数据
  289. /// (广东省福利彩票发行中心)
  290. /// </summary>
  291. private void DoTodayJobByBackUrl()
  292. {
  293. if (!string.IsNullOrEmpty(Config.BackUrl))
  294. {
  295. var OpenList = GetOpenListFromBackUrl(Config.BackUrl);
  296. if (OpenList.Count == 0) return;//无抓取数据
  297. var newestQiHao = OpenList.First().Term.ToString();
  298. var startQiNum = Convert.ToInt32(LatestItem.Term.ToString().Substring(4)) + 1;
  299. var newestQiNum = Convert.ToInt32(newestQiHao.Substring(4));
  300. if (startQiNum > newestQiNum) return;//无最新数据
  301. //处理最新开奖数据
  302. var getQiHao = string.Empty;
  303. OpenCode7DTModel matchItem = null;
  304. for (var i = startQiNum; i <= newestQiNum; i++)
  305. {
  306. getQiHao = LatestItem.Term.ToString().Substring(0, 4) + i.ToString().PadLeft(3, '0');
  307. matchItem = OpenList.Where(R => R.Term.ToString() == getQiHao).FirstOrDefault();
  308. if (matchItem != null && OptimizeBackModel(ref matchItem) && services.AddDTOpen7Code(currentLottery, matchItem))
  309. {
  310. //Do Success Log
  311. log.Info(typeof(GD36X7Job), CommonHelper.GetJobBackLogInfo(Config, getQiHao));
  312. LatestItem = matchItem;
  313. isGetData = true;
  314. }
  315. }
  316. }
  317. }
  318. /// <summary>
  319. /// 通过备用地址抓取错误期号列表中每一个期号
  320. /// (广东省福利彩票发行中心)
  321. /// </summary>
  322. private void DoYesterdayFailedListByBackUrl()
  323. {
  324. if (!string.IsNullOrEmpty(Config.BackUrl) && FailedQiHaoList.Count > 0)
  325. {
  326. var OpenList = GetOpenListFromBackUrl(Config.BackUrl);
  327. if (OpenList.Count == 0) return;//无抓取数据
  328. OpenCode7DTModel matchItem = null;
  329. var SuccessList = new List<string>();
  330. foreach (string failedQiHao in FailedQiHaoList)
  331. {
  332. matchItem = OpenList.Where(R => R.Term.ToString() == failedQiHao).FirstOrDefault();
  333. if (matchItem != null && OptimizeBackModel(ref matchItem) && services.AddDTOpen7Code(currentLottery, matchItem))
  334. {
  335. //Do Success Log
  336. log.Info(typeof(GD36X7Job), CommonHelper.GetJobBackLogInfo(Config, failedQiHao));
  337. if (matchItem.Term > LatestItem.Term)
  338. {
  339. LatestItem = matchItem;
  340. }
  341. SuccessList.Add(failedQiHao);
  342. isGetData = true;
  343. }
  344. }
  345. foreach (var successQiHao in SuccessList)
  346. {
  347. FailedQiHaoList.Remove(successQiHao);
  348. }
  349. }
  350. }
  351. /// <summary>
  352. /// 获取备用站点开奖列表数据
  353. /// </summary>
  354. /// <param name="backUrl">备用站点</param>
  355. /// <returns></returns>
  356. private List<OpenCode7DTModel> GetOpenListFromBackUrl(string backUrl)
  357. {
  358. List<OpenCode7DTModel> result = new List<OpenCode7DTModel>();
  359. try
  360. {
  361. Uri resourceUrl = new Uri(backUrl);
  362. var htmlResource = NetHelper.GetUrlResponse(resourceUrl.AbsoluteUri, Encoding.GetEncoding("gb2312"));
  363. if (string.IsNullOrWhiteSpace(htmlResource)) return result;
  364. HtmlDocument doc = new HtmlDocument();
  365. doc.LoadHtml(htmlResource);
  366. var table = doc.DocumentNode.SelectSingleNode("//table");
  367. if (table == null) return result;
  368. var trs = table.ChildNodes.Where(C => C.Name == "tr").ToList();
  369. var lastYear = (DateTime.Now.Year - 1).ToString();
  370. List<HtmlNode> tds = null;
  371. HtmlNode tagA = null;
  372. OpenCode7DTModel model = null;
  373. string openCodes = null;
  374. for (var i = 1; i < trs.Count; i++)//第一行为表头
  375. {
  376. tds = trs[i].ChildNodes.Where(S => S.Name.ToLower() == "td").ToList();
  377. if (tds.Count < 4) continue;
  378. model = new OpenCode7DTModel();
  379. if (tds[0].InnerText.Trim().StartsWith(lastYear))
  380. {
  381. break;
  382. }
  383. model.Term = Convert.ToInt32(tds[0].InnerText);
  384. openCodes = tds[1].Attributes["luckyNo"].Value;
  385. if (openCodes.Length != 14) continue;
  386. model.OpenCode1 = Convert.ToInt32(openCodes.Substring(0, 2));
  387. model.OpenCode2 = Convert.ToInt32(openCodes.Substring(2, 2));
  388. model.OpenCode3 = Convert.ToInt32(openCodes.Substring(4, 2));
  389. model.OpenCode4 = Convert.ToInt32(openCodes.Substring(6, 2));
  390. model.OpenCode5 = Convert.ToInt32(openCodes.Substring(8, 2));
  391. model.OpenCode6 = Convert.ToInt32(openCodes.Substring(10, 2));
  392. model.OpenCode7 = Convert.ToInt32(openCodes.Substring(12, 2));
  393. tagA = tds[3].ChildNodes.Where(N => N.Name.ToLower() == "a").FirstOrDefault();
  394. if (tagA == null) continue;
  395. model.DetailUrl = new Uri(resourceUrl, tagA.Attributes["href"].Value).AbsoluteUri;
  396. result.Add(model);
  397. }
  398. result = result.OrderByDescending(S => S.Term).ToList();
  399. }
  400. catch (Exception ex)
  401. {
  402. log.Error(typeof(GD36X7Job), string.Format("【{0}】通过备用站点抓取开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  403. }
  404. return result;
  405. }
  406. /// <summary>
  407. /// 完善备用站点广东36选7开奖实体信息
  408. /// </summary>
  409. /// <param name="model"></param>
  410. private bool OptimizeBackModel(ref OpenCode7DTModel model)
  411. {
  412. try
  413. {
  414. var htmlResource = NetHelper.GetUrlResponse(model.DetailUrl, Encoding.GetEncoding("gb2312"));
  415. if (!string.IsNullOrEmpty(htmlResource))
  416. {
  417. HtmlDocument doc = new HtmlDocument();
  418. doc.LoadHtml(htmlResource);
  419. int Level1Num = 0, Level2Num = 0, Level3Num = 0, Level4Num = 0, Level5Num = 0, Level6Num = 0, Level7Num = 0, Level8Num = 0;
  420. decimal Level1Money = 0, Level2Money = 0, Level3Money = 0, Level4Money = 0, Level5Money = 0, Level6Money = 0, Level7Money = 0, Level8Money = 0, Sales = 0, Jackpot = 0;
  421. var divOpenTime = doc.DocumentNode.SelectNodes("//div[@class='play_R_tbox']").FirstOrDefault();
  422. if (divOpenTime == null || divOpenTime.InnerText.Trim().Length < 10) return false;
  423. model.OpenTime = Convert.ToDateTime(divOpenTime.InnerText.Trim().Substring(0, 10));
  424. Sales = Convert.ToDecimal(doc.GetElementbyId("box-guangdong").ChildNodes[1].InnerText.Replace("¥", "").Trim());
  425. Jackpot = Convert.ToDecimal(doc.GetElementbyId("box-rollNext").ChildNodes[1].InnerText.Replace("¥", "").Trim());
  426. var tables = doc.DocumentNode.SelectNodes("//table");
  427. if (tables.Count < 2) return false;
  428. var table2Trs = tables[1].ChildNodes.Where(S => S.Name.ToLower() == "tr").ToList();
  429. List<HtmlNode> tds = null;
  430. string lotteryLevel = string.Empty;
  431. for (var i = 2; i < table2Trs.Count; i++)//第一二行为表头
  432. {
  433. tds = table2Trs[i].ChildNodes.Where(S => S.Name.ToLower() == "td").ToList();
  434. if (tds.Count < 3) continue;
  435. lotteryLevel = tds[0].InnerText.Trim();
  436. if (tds[0].InnerText == "一等奖")
  437. {
  438. Level1Num = Convert.ToInt32(tds[1].InnerText);
  439. Level1Money = Convert.ToDecimal(tds[2].InnerText.Replace("¥", "").Trim());
  440. }
  441. else if (tds[0].InnerText == "二等奖")
  442. {
  443. Level2Num = Convert.ToInt32(tds[1].InnerText);
  444. Level2Money = Convert.ToDecimal(tds[2].InnerText.Replace("¥", "").Trim());
  445. }
  446. else if (tds[0].InnerText == "三等奖")
  447. {
  448. Level3Num = Convert.ToInt32(tds[1].InnerText);
  449. Level3Money = Convert.ToDecimal(tds[2].InnerText.Replace("¥", "").Trim());
  450. }
  451. else if (tds[0].InnerText == "四等奖")
  452. {
  453. Level4Num = Convert.ToInt32(tds[1].InnerText);
  454. Level4Money = Convert.ToDecimal(tds[2].InnerText.Replace("¥", "").Trim());
  455. }
  456. else if (tds[0].InnerText == "五等奖")
  457. {
  458. Level5Num = Convert.ToInt32(tds[1].InnerText);
  459. Level5Money = Convert.ToDecimal(tds[2].InnerText.Replace("¥", "").Trim());
  460. }
  461. else if (tds[0].InnerText == "六等奖")
  462. {
  463. Level6Num = Convert.ToInt32(tds[1].InnerText);
  464. Level6Money = Convert.ToDecimal(tds[2].InnerText.Replace("¥", "").Trim());
  465. }
  466. }
  467. var table3Trs = tables[2].ChildNodes.Where(S => S.Name.ToLower() == "tr").ToList();
  468. for (var i = 1; i < table3Trs.Count; i++)
  469. {
  470. tds = table3Trs[i].ChildNodes.Where(S => S.Name.ToLower() == "td").ToList();
  471. lotteryLevel = tds[0].InnerText.Trim();
  472. if (tds[0].InnerText == "好彩2")
  473. {
  474. Level7Num = Convert.ToInt32(tds[1].InnerText);
  475. Level7Money = Convert.ToDecimal(tds[2].InnerText.Replace("¥", "").Trim());
  476. }
  477. else if (tds[0].InnerText == "好彩3")
  478. {
  479. Level8Num = Convert.ToInt32(tds[1].InnerText);
  480. Level8Money = Convert.ToDecimal(tds[2].InnerText.Replace("¥", "").Trim());
  481. }
  482. }
  483. model.Detail = string.Format("{0},{1}^一等奖|{2}|{3},二等奖|{4}|{5},三等奖|{6}|{7},四等奖|{8}|{9},五等奖|{10}|{11},六等奖|{12}|{13},好彩2|{14}|{15},好彩3|{16}|{17}",
  484. Sales, Jackpot, Level1Num, Level1Money, Level2Num, Level2Money, Level3Num, Level3Money, Level4Num, Level4Money, Level5Num, Level5Money, Level6Num, Level6Money,
  485. Level7Num, Level7Money, Level8Num, Level8Money);
  486. return true;
  487. }
  488. }
  489. catch (Exception ex)
  490. {
  491. log.Error(typeof(GD36X7Job), string.Format("【{0}】通过备用站点完善抓取开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  492. }
  493. return false;
  494. }
  495. #region Attribute
  496. /// <summary>
  497. /// 配置信息
  498. /// </summary>
  499. private SCCConfig Config = null;
  500. /// <summary>
  501. /// 当天抓取的最新一期开奖记录
  502. /// </summary>
  503. private OpenCode7DTModel LatestItem = null;
  504. /// <summary>
  505. /// 当天抓取失败列表
  506. /// </summary>
  507. private List<string> FailedQiHaoList = null;
  508. /// <summary>
  509. /// 日志对象
  510. /// </summary>
  511. private LogHelper log = null;
  512. /// <summary>
  513. /// 数据服务
  514. /// </summary>
  515. private IDTOpenCode services = null;
  516. /// <summary>
  517. /// 当前彩种
  518. /// </summary>
  519. private SCCLottery currentLottery
  520. {
  521. get
  522. {
  523. return SCCLottery.GD36X7;
  524. }
  525. }
  526. /// <summary>
  527. /// 邮件接口
  528. /// </summary>
  529. private IEmail email = null;
  530. /// <summary>
  531. /// 是否本次运行抓取到开奖数据
  532. /// </summary>
  533. private bool isGetData = false;
  534. #endregion
  535. }
  536. }