FJ36X7Job.cs 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Linq;
  4. using System.Text;
  5. using System.Text.RegularExpressions;
  6. using Quartz;
  7. using SCC.Common;
  8. using SCC.Models;
  9. using SCC.Interface;
  10. using Newtonsoft.Json;
  11. using HtmlAgilityPack;
  12. namespace SCC.Crawler.DT
  13. {
  14. /// <summary>
  15. /// 数据爬取类
  16. /// 福建36选7
  17. /// </summary>
  18. [DisallowConcurrentExecution]
  19. [PersistJobDataAfterExecution]
  20. public class FJ36X7Job : IJob
  21. {
  22. /// <summary>
  23. /// 构造函数
  24. /// </summary>
  25. public FJ36X7Job()
  26. {
  27. log = new LogHelper();
  28. services = IOC.Resolve<IDTOpenCode>();
  29. email = IOC.Resolve<IEmail>();
  30. }
  31. /// <summary>
  32. /// 作业执行入口
  33. /// </summary>
  34. /// <param name="context">作业执行上下文</param>
  35. public void Execute(IJobExecutionContext context)
  36. {
  37. Config = CommonHelper.GetConfigFromDataMap(context.JobDetail.JobDataMap);
  38. //预设节假日不开奖
  39. if (Config.SkipDate.Contains(CommonHelper.SCCSysDateTime.ToString("yyyyMMdd"))) return;
  40. LatestItem = context.JobDetail.JobDataMap["LatestItem"] as OpenCode8DTModel;
  41. try
  42. {
  43. //服务启动时配置初始数据
  44. if (LatestItem == null)
  45. {
  46. LatestItem = services.GetOpenCode8DTLastItem(currentLottery);
  47. if (LatestItem == null)
  48. {
  49. //服务第一次启动,数据库一条数据都没有时
  50. LatestItem = new OpenCode8DTModel()
  51. {
  52. Term = CommonHelper.GenerateQiHaoYYQQQ(0),
  53. OpenTime = new DateTime(CommonHelper.SCCSysDateTime.Year, 1, 1)
  54. };
  55. }
  56. }
  57. //程序时间第二天,程序根据配置检查是否昨天有开奖
  58. isGetData = false;
  59. if (CommonHelper.CheckDTIsNeedGetData(Config))
  60. {
  61. CheckingOpenDayTheLotteryData();
  62. }
  63. if (!LatestItem.Term.ToString().StartsWith(CommonHelper.SCCSysDateTime.ToString("yy")))
  64. {
  65. //翻年时
  66. LatestItem = new OpenCode8DTModel()
  67. {
  68. Term = CommonHelper.GenerateQiHaoYYQQQ(0),
  69. OpenTime = new DateTime(CommonHelper.SCCSysDateTime.Year, 1, 1)
  70. };
  71. }
  72. //当今日开奖并且当前时间是晚上8点过后开始抓取
  73. if (CommonHelper.CheckTodayIsOpenDay(Config) && CommonHelper.SCCSysDateTime.Hour > 12)
  74. {
  75. DoTodayJobByDB();
  76. //DoTodayJobByMainUrl();
  77. //DoTodayJobByBackUrl();
  78. }
  79. if (isGetData)
  80. TrendChartHelper.GenerateFJ36X7TrendChart(log);
  81. }
  82. catch (Exception ex)
  83. {
  84. log.Error(typeof(FJ36X7Job), string.Format("【{0}】抓取时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  85. }
  86. //保存最新期号
  87. context.JobDetail.JobDataMap["LatestItem"] = LatestItem;
  88. }
  89. /// <summary>
  90. /// 通过数据库获取开奖数据
  91. /// </summary>
  92. private void DoTodayJobByDB()
  93. {
  94. if (!string.IsNullOrEmpty(Config.MainUrl))
  95. {
  96. var OpenList = services.GetYesterdayFailQQListDB7_toDay(currentLottery, Config.TimesPerDay);
  97. if (OpenList.Count == 0) return;//无抓取数据
  98. var newestQiHao = OpenList.OrderByDescending(a=>a.Key).First().Key.ToString();
  99. var startQiNum = Convert.ToInt32(LatestItem.Term.ToString().Substring(2)) + 1;
  100. var newestQiNum = Convert.ToInt32(newestQiHao.Substring(2));
  101. if (startQiNum > newestQiNum) return;//无最新数据
  102. //处理最新开奖数据
  103. string getQiHao = string.Empty;
  104. for (var i = startQiNum; i <= newestQiNum; i++)
  105. {
  106. getQiHao = LatestItem.Term.ToString().Substring(0, 2) + i.ToString().PadLeft(3, '0');
  107. var matchItemq = OpenList.Where(R => R.Key == getQiHao).FirstOrDefault();
  108. if (matchItemq.Key != null)
  109. {
  110. var opencodeNode = matchItemq.Value.Split(',');
  111. OpenCode8DTModel matchItem = new OpenCode8DTModel();
  112. matchItem.OpenTime = Convert.ToDateTime(DateTime.Now);
  113. matchItem.Addtime = Convert.ToDateTime(DateTime.Now);
  114. matchItem.Term = Convert.ToInt64(matchItemq.Key);
  115. matchItem.OpenCode1 = Convert.ToInt32(opencodeNode[0]);
  116. matchItem.OpenCode2 = Convert.ToInt32(opencodeNode[1]);
  117. matchItem.OpenCode3 = Convert.ToInt32(opencodeNode[2]);
  118. matchItem.OpenCode4 = Convert.ToInt32(opencodeNode[3]);
  119. matchItem.OpenCode5 = Convert.ToInt32(opencodeNode[4]);
  120. matchItem.OpenCode6 = Convert.ToInt32(opencodeNode[5]);
  121. matchItem.OpenCode7 = Convert.ToInt32(opencodeNode[6]);
  122. matchItem.OpenCode8 = Convert.ToInt32(opencodeNode[7]);
  123. matchItem.Detail = Convert.ToString(opencodeNode[9]);
  124. if (matchItemq.Key != null && services.AddDTOpen8Code(currentLottery, matchItem))
  125. {
  126. //Do Success Log
  127. log.Info(typeof(FJ36X7Job), CommonHelper.GetJobMainLogInfo(Config, getQiHao));
  128. LatestItem = matchItem;
  129. isGetData = true;
  130. }
  131. }
  132. }
  133. }
  134. }
  135. /// <summary>
  136. /// 自检爬取未爬取到的开奖数据,并对昨日开奖但未爬取到开奖数据的彩种添加邮件提醒
  137. /// </summary>
  138. private void CheckingOpenDayTheLotteryData()
  139. {
  140. //从数据库中获取昨天数据抓取失败列表
  141. FailedQiHaoList = services.GetFailedYYQQQList(currentLottery);
  142. if (FailedQiHaoList.Count > 0)
  143. {
  144. DoYesterdayFailedListByMainUrl();
  145. DoYesterdayFailedListByBackUrl();
  146. foreach (var fQiHao in FailedQiHaoList)
  147. {
  148. //将抓取失败数据推送至邮件列表,待邮件服务发送至配置管理员的邮箱中
  149. if (email.AddEmail(Config.Area + Config.LotteryName, fQiHao, CommonHelper.GenerateDTOpenTime(Config)))
  150. log.Error(typeof(FJ36X7Job), CommonHelper.GetJobLogError(Config, fQiHao));
  151. }
  152. }
  153. if (LatestItem.OpenTime.ToString("yyyyMMdd") != CommonHelper.SCCSysDateTime.AddDays(-1).ToString("yyyyMMdd"))
  154. {
  155. //开奖时间(昨天)未抓取到最新开奖数据,则再抓取一次,若还不成功则写入待发送邮件列表
  156. DoTodayJobByMainUrl();
  157. DoTodayJobByBackUrl();
  158. if (LatestItem.OpenTime.ToString("yyyyMMdd") != CommonHelper.SCCSysDateTime.AddDays(-1).ToString("yyyyMMdd"))
  159. {
  160. var openQiHao = (LatestItem.Term + 1).ToString();
  161. if (email.AddEmail(Config.Area + Config.LotteryName, openQiHao, CommonHelper.GenerateDTOpenTime(Config)))
  162. log.Error(typeof(FJ36X7Job), CommonHelper.GetJobLogError(Config, openQiHao));
  163. }
  164. }
  165. }
  166. /// <summary>
  167. /// 通过主站点爬取开奖数据
  168. /// (百度乐彩)
  169. /// </summary>
  170. private void DoTodayJobByMainUrl()
  171. {
  172. if (!string.IsNullOrEmpty(Config.MainUrl))
  173. {
  174. var OpenList = GetOpenListFromMainUrl();
  175. if (OpenList.Count == 0) return;//无抓取数据
  176. var newestQiHao = OpenList.First().Term.ToString();
  177. var startQiNum = Convert.ToInt32(LatestItem.Term.ToString().Substring(2)) + 1;
  178. var newestQiNum = Convert.ToInt32(newestQiHao.Substring(2));
  179. if (startQiNum > newestQiNum) return;//无最新数据
  180. //处理最新开奖数据
  181. var getQiHao = string.Empty;
  182. OpenCode8DTModel matchItem = null;
  183. for (var i = startQiNum; i <= newestQiNum; i++)
  184. {
  185. getQiHao = LatestItem.Term.ToString().Substring(0, 2) + i.ToString().PadLeft(3, '0');
  186. matchItem = OpenList.Where(R => R.Term.ToString() == getQiHao).FirstOrDefault();
  187. if (matchItem != null && OptimizeMainModel(ref matchItem) && services.AddDTOpen8Code(currentLottery, matchItem))
  188. {
  189. //Do Success Log
  190. log.Info(typeof(FJ36X7Job), CommonHelper.GetJobMainLogInfo(Config, getQiHao));
  191. LatestItem = matchItem;
  192. isGetData = true;
  193. }
  194. }
  195. }
  196. }
  197. /// <summary>
  198. /// 通过主站爬取错误期号列表中每一个期号
  199. /// (百度乐彩)
  200. /// </summary>
  201. private void DoYesterdayFailedListByMainUrl()
  202. {
  203. if (!string.IsNullOrEmpty(Config.MainUrl) && FailedQiHaoList.Count > 0)
  204. {
  205. var OpenList = GetOpenListFromMainUrl_New();
  206. if (OpenList.Count == 0) return;//无抓取数据
  207. OpenCode8DTModel matchItem = null;
  208. var SuccessList = new List<string>();
  209. foreach (string failedQiHao in FailedQiHaoList)
  210. {
  211. matchItem = OpenList.Where(R => R.Term.ToString() == failedQiHao).FirstOrDefault();
  212. if (matchItem != null && OptimizeMainModel(ref matchItem) && services.AddDTOpen8Code(currentLottery, matchItem))
  213. {
  214. //Do Success Log
  215. log.Info(typeof(FJ36X7Job), CommonHelper.GetJobMainLogInfo(Config, failedQiHao));
  216. if (matchItem.Term > LatestItem.Term)
  217. {
  218. LatestItem = matchItem;
  219. }
  220. SuccessList.Add(failedQiHao);
  221. isGetData = true;
  222. }
  223. }
  224. foreach (var successQiHao in SuccessList)
  225. {
  226. FailedQiHaoList.Remove(successQiHao);
  227. }
  228. }
  229. }
  230. /// <summary>
  231. /// 获取主站开奖列表数据
  232. /// </summary>
  233. /// <returns></returns>
  234. private List<OpenCode8DTModel> GetOpenListFromMainUrl()
  235. {
  236. List<OpenCode8DTModel> result = new List<OpenCode8DTModel>();
  237. try
  238. {
  239. string requestUrl = string.Format("{0}?r={1}", Config.MainUrl, new Random().Next(1000, 9999));
  240. var htmlResource = NetHelper.GetBaiDuLeCaiResponse(requestUrl);
  241. if (string.IsNullOrWhiteSpace(htmlResource)) return result;
  242. HtmlDocument doc = new HtmlDocument();
  243. doc.LoadHtml(htmlResource);
  244. var table = doc.DocumentNode.SelectSingleNode("//tbody");
  245. if (table == null) return result;
  246. var trs = table.ChildNodes.Where(node => node.Name == "tr").ToList();
  247. OpenCode8DTModel model = null;
  248. for (var i = 0; i < trs.Count; i++)//第一行
  249. {
  250. var trstyle = trs[i].Attributes["style"];
  251. if (trstyle != null && trstyle.Value == "display:none")
  252. {
  253. continue;
  254. }
  255. var tds = trs[i].ChildNodes.Where(node => node.Name == "td").ToList();
  256. if (tds.Count < 4) continue;
  257. model = new OpenCode8DTModel();
  258. model.OpenTime = Convert.ToDateTime(tds[0].InnerText);
  259. model.Term = Convert.ToInt64(tds[1].ChildNodes.Where(n => n.Name == "a").ToList()[0].InnerText.Trim());
  260. if (tds[2].ChildNodes.Count == 0) continue;
  261. var opencodeNode = tds[2].ChildNodes[0].ChildNodes.Where(n => n.Name == "span").ToList();
  262. if (opencodeNode.Count < 8) continue;
  263. model.OpenCode1 = Convert.ToInt32(opencodeNode[0].InnerText.Trim());
  264. model.OpenCode2 = Convert.ToInt32(opencodeNode[1].InnerText.Trim());
  265. model.OpenCode3 = Convert.ToInt32(opencodeNode[2].InnerText.Trim());
  266. model.OpenCode4 = Convert.ToInt32(opencodeNode[3].InnerText.Trim());
  267. model.OpenCode5 = Convert.ToInt32(opencodeNode[4].InnerText.Trim());
  268. model.OpenCode6 = Convert.ToInt32(opencodeNode[5].InnerText.Trim());
  269. model.OpenCode7 = Convert.ToInt32(opencodeNode[6].InnerText.Trim());
  270. model.OpenCode8 = Convert.ToInt32(opencodeNode[7].InnerText.Trim());
  271. result.Add(model);
  272. }
  273. result = result.OrderByDescending(S => S.Term).ToList();
  274. }
  275. catch (Exception ex)
  276. {
  277. log.Error(typeof(FJ36X7Job), string.Format("【{0}】通过主站点抓取开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  278. }
  279. return result;
  280. }
  281. /// <summary>
  282. /// 获取数据库表数据
  283. /// </summary>
  284. /// <returns></returns>
  285. private List<OpenCode8DTModel> GetOpenListFromMainUrl_New()
  286. {
  287. List<OpenCode8DTModel> result = new List<OpenCode8DTModel>();
  288. try
  289. {
  290. var list = services.GetYesterdayFailQQListDB7(currentLottery, Config.TimesPerDay);
  291. foreach (var item in list)
  292. {
  293. var opencodeNode = item.Value.Split(',');
  294. OpenCode8DTModel model = new OpenCode8DTModel();
  295. model.OpenTime = Convert.ToDateTime(opencodeNode[8]);
  296. model.Term = Convert.ToInt64(item.Key);
  297. model.OpenCode1 = Convert.ToInt32(opencodeNode[0]);
  298. model.OpenCode2 = Convert.ToInt32(opencodeNode[1]);
  299. model.OpenCode3 = Convert.ToInt32(opencodeNode[2]);
  300. model.OpenCode4 = Convert.ToInt32(opencodeNode[3]);
  301. model.OpenCode5 = Convert.ToInt32(opencodeNode[4]);
  302. model.OpenCode6 = Convert.ToInt32(opencodeNode[5]);
  303. model.OpenCode7 = Convert.ToInt32(opencodeNode[6]);
  304. model.OpenCode8 = Convert.ToInt32(opencodeNode[7]);
  305. result.Add(model);
  306. }
  307. result = result.OrderByDescending(S => S.Term).ToList();
  308. }
  309. catch (Exception ex)
  310. {
  311. log.Error(typeof(FJ36X7Job), string.Format("【{0}】通过主站点抓取开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  312. }
  313. return result;
  314. }
  315. /// <summary>
  316. /// 完善备用站点江苏体彩7位数开奖实体信息
  317. /// </summary>
  318. /// <param name="model"></param>
  319. private bool OptimizeMainModel(ref OpenCode8DTModel model)
  320. {
  321. var url = string.Format("http://baidu.lecai.com/lottery/draw/view/509/{0}?r={1}", model.Term, new Random().Next(1000, 9999));
  322. try
  323. {
  324. var htmlResource = NetHelper.GetBaiDuLeCaiResponse(url);
  325. Regex reg = new Regex(@"var phaseData = ([\s\S]*?);");
  326. Match m = reg.Match(htmlResource);
  327. if (m.Success)
  328. {
  329. var dataJson = m.Result("$1");
  330. var obj = JsonConvert.DeserializeObject<dynamic>(dataJson);
  331. var data = obj[model.Term.ToString()];
  332. if (data != null)
  333. {
  334. int Level1Num = 0, Level2Num = 0, Level3Num = 0, Level4Num = 0, Level5Num = 0, Level6Num = 0, Level7Num = 0, Level8Num = 0;
  335. decimal Level1Money = 0, Level2Money = 0, Level3Money = 0, Level4Money = 0, Level5Money = 0, Level6Money = 0, Level7Money = 0, Level8Money = 0, Sales = 0, Jackpot = 0;
  336. Jackpot = Convert.ToDecimal(data["formatPoolAmount"]);
  337. Sales = Convert.ToDecimal(data["formatSaleAmount"]);
  338. Level1Num = Convert.ToInt32(data["list"]["prize1"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  339. Level1Money = Convert.ToDecimal(data["list"]["prize1"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  340. Level2Num = Convert.ToInt32(data["list"]["prize2"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  341. Level2Money = Convert.ToDecimal(data["list"]["prize2"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  342. Level3Num = Convert.ToInt32(data["list"]["prize3"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  343. Level3Money = Convert.ToDecimal(data["list"]["prize3"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  344. Level4Num = Convert.ToInt32(data["list"]["prize4"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  345. Level4Money = Convert.ToDecimal(data["list"]["prize4"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  346. Level5Num = Convert.ToInt32(data["list"]["prize5"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  347. Level5Money = Convert.ToDecimal(data["list"]["prize5"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  348. Level6Num = Convert.ToInt32(data["list"]["prize6"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  349. Level6Money = Convert.ToDecimal(data["list"]["prize6"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  350. Level7Num = Convert.ToInt32(data["list"]["prize7"]["bet"].Value.Replace(",", string.Empty).Replace("注", string.Empty));
  351. Level7Money = Convert.ToDecimal(data["list"]["prize7"]["prize"].Value.Replace(",", string.Empty).Replace("元", string.Empty));
  352. model.Detail = string.Format("{0},{1}^特等奖|{2}|{3},一等奖|{4}|{5},二等奖|{6}|{7},三等奖|{8}|{9},四等奖|{10}|{11},五等奖|{12}|{13},六等奖|{14}|{15},幸运奖|{16}|{17}",
  353. Sales, Jackpot, Level1Num, Level1Money, Level2Num, Level2Money, Level3Num, Level3Money, Level4Num,
  354. Level4Money, Level5Num, Level5Money, Level6Num, Level6Money, Level7Num, Level7Money, Level8Num, Level8Money);
  355. }
  356. return true;
  357. }
  358. }
  359. catch (Exception ex)
  360. {
  361. log.Error(typeof(FJ36X7Job), string.Format("【{0}】通过主站点优化开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  362. }
  363. return false;
  364. }
  365. /// <summary>
  366. /// 通过备用站点抓取开奖数据
  367. /// (福建体彩网)
  368. /// </summary>
  369. private void DoTodayJobByBackUrl()
  370. {
  371. if (!string.IsNullOrEmpty(Config.BackUrl))
  372. {
  373. var OpenList = GetOpenListFromBackUrl();
  374. if (OpenList.Count == 0) return;//无抓取数据
  375. var newestQiHao = OpenList.First().Term.ToString();
  376. var startQiNum = Convert.ToInt32(LatestItem.Term.ToString().Substring(2)) + 1;
  377. var newestQiNum = Convert.ToInt32(newestQiHao.Substring(2));
  378. if (startQiNum > newestQiNum) return;//无最新数据
  379. //处理最新开奖数据
  380. string getQiHao = string.Empty;
  381. OpenCode8DTModel matchItem = null;
  382. for (var i = startQiNum; i <= newestQiNum; i++)
  383. {
  384. getQiHao = LatestItem.Term.ToString().Substring(0, 2) + i.ToString().PadLeft(3, '0');
  385. matchItem = OpenList.Where(R => R.Term.ToString() == getQiHao).FirstOrDefault();
  386. if (matchItem != null && services.AddDTOpen8Code(currentLottery, matchItem))
  387. {
  388. //Do Success Log
  389. log.Info(typeof(FJ36X7Job), CommonHelper.GetJobBackLogInfo(Config, getQiHao));
  390. LatestItem = matchItem;
  391. isGetData = true;
  392. }
  393. }
  394. }
  395. }
  396. /// <summary>
  397. /// 通过备用地址抓取错误期号列表中每一个期号
  398. /// (福建体彩网)
  399. /// </summary>
  400. private void DoYesterdayFailedListByBackUrl()
  401. {
  402. if (!string.IsNullOrEmpty(Config.BackUrl) && FailedQiHaoList.Count > 0)
  403. {
  404. var OpenList = GetOpenListFromBackUrl();
  405. if (OpenList.Count == 0) return;//无抓取数据
  406. OpenCode8DTModel matchItem = null;
  407. var SuccessList = new List<string>();
  408. foreach (string failedQiHao in FailedQiHaoList)
  409. {
  410. matchItem = OpenList.Where(R => R.Term.ToString() == failedQiHao).FirstOrDefault();
  411. if (matchItem != null && services.AddDTOpen8Code(currentLottery, matchItem))
  412. {
  413. //Do Success Log
  414. log.Info(typeof(FJ36X7Job), CommonHelper.GetJobBackLogInfo(Config, failedQiHao));
  415. if (matchItem.Term > LatestItem.Term)
  416. {
  417. LatestItem = matchItem;
  418. }
  419. isGetData = true;
  420. SuccessList.Add(failedQiHao);
  421. }
  422. }
  423. foreach (var successQiHao in SuccessList)
  424. {
  425. FailedQiHaoList.Remove(successQiHao);
  426. }
  427. }
  428. }
  429. /// <summary>
  430. /// 获取备用站点开奖列表数据
  431. /// </summary>
  432. /// <returns></returns>
  433. private List<OpenCode8DTModel> GetOpenListFromBackUrl()
  434. {
  435. List<OpenCode8DTModel> result = new List<OpenCode8DTModel>();
  436. try
  437. {
  438. var htmlResource = NetHelper.GetUrlResponse(Config.BackUrl + string.Format("&r={0}", new Random().Next(1000, 9999)));//只取第一页数据,最新5条记录
  439. if (!string.IsNullOrWhiteSpace(htmlResource))
  440. {
  441. HtmlDocument doc = new HtmlDocument();
  442. doc.LoadHtml(htmlResource);
  443. var divSections = doc.DocumentNode.SelectNodes("//div[@class='artCon KJDetail']").ToList();
  444. OpenCode8DTModel model = null;
  445. var lastYear = (CommonHelper.SCCSysDateTime.Year - 1).ToString().Substring(2);
  446. int Level1Num = 0, Level2Num = 0, Level3Num = 0, Level4Num = 0, Level5Num = 0, Level6Num = 0, Level7Num = 0, Level8Num = 0;
  447. decimal Level1Money = 0, Level2Money = 0, Level3Money = 0, Level4Money = 0, Level5Money = 0, Level6Money = 0, Level7Money = 0, Level8Money = 0, Sales = 0, Jackpot = 0;
  448. HtmlNode divSummary, divDetail, table, tbody;
  449. List<HtmlNode> divContent, divInfos, spans, trs, tds, divDetails, divTexts;
  450. string term = string.Empty, detailName = string.Empty, detailNum = string.Empty, detailMoney = string.Empty;
  451. string[] openCode = null;
  452. Regex reg = null;
  453. Match m = null;
  454. foreach (var divSection in divSections)
  455. {
  456. model = new OpenCode8DTModel();
  457. divInfos = divSection.ChildNodes.Where(N => N.Name.ToLower() == "div").ToList();
  458. if (divInfos.Count < 2) continue;
  459. divContent = divInfos[1].ChildNodes.Where(N => N.Name.ToLower() == "div").ToList();
  460. if (divContent.Count < 2) continue;
  461. divSummary = divContent[0];//概述
  462. divDetail = divContent[1];//详情
  463. spans = divSummary.ChildNodes.Where(N => N.Name.ToLower() == "strong").First().ChildNodes.Where(N => N.Name.ToLower() == "span").ToList();
  464. term = spans[0].InnerText;
  465. if (term.StartsWith(lastYear))
  466. {
  467. break;
  468. }
  469. model.Term = Convert.ToInt32(term);
  470. model.OpenTime = Convert.ToDateTime(spans[2].InnerText.Replace("年", "-").Replace("月", "-").Replace("日", string.Empty));
  471. openCode = (spans[3].InnerText + " " + spans[4].InnerText).Trim().Split(' ');
  472. model.OpenCode1 = Convert.ToInt32(openCode[0]);
  473. model.OpenCode2 = Convert.ToInt32(openCode[1]);
  474. model.OpenCode3 = Convert.ToInt32(openCode[2]);
  475. model.OpenCode4 = Convert.ToInt32(openCode[3]);
  476. model.OpenCode5 = Convert.ToInt32(openCode[4]);
  477. model.OpenCode6 = Convert.ToInt32(openCode[5]);
  478. model.OpenCode7 = Convert.ToInt32(openCode[6]);
  479. model.OpenCode8 = Convert.ToInt32(openCode[7]);
  480. Sales = Convert.ToDecimal(spans[1].InnerText);
  481. table = divDetail.ChildNodes.Where(N => N.Name.ToLower() == "table").FirstOrDefault();
  482. if (table == null)
  483. {
  484. divDetails = divDetail.ChildNodes.Where(N => N.Name.ToLower() == "div").ToList();
  485. if (divDetails.Count < 14) continue;
  486. for (var i = 4; i < 12; i++)
  487. {
  488. divTexts = divDetails[i].ChildNodes.Where(N => N.Name.ToLower() == "#text").ToList();
  489. if (divTexts.Count < 4) continue;
  490. detailName = divTexts[0].InnerText.Replace("&nbsp;", string.Empty).Trim();
  491. detailNum = divTexts[1].InnerText.Replace("&nbsp;", string.Empty).Replace("注", string.Empty).Trim();
  492. detailMoney = divTexts[2].InnerText.Replace("&nbsp;", string.Empty).Replace(",", string.Empty).Replace("元", string.Empty).Trim();
  493. if (detailName == "特等奖")
  494. {
  495. Level1Num = Convert.ToInt32(detailNum);
  496. Level1Money = Convert.ToDecimal(detailMoney);
  497. }
  498. else if (detailName == "一等奖")
  499. {
  500. Level2Num = Convert.ToInt32(detailNum);
  501. Level2Money = Convert.ToDecimal(detailMoney);
  502. }
  503. else if (detailName == "二等奖")
  504. {
  505. Level3Num = Convert.ToInt32(detailNum);
  506. Level3Money = Convert.ToDecimal(detailMoney);
  507. }
  508. else if (detailName == "三等奖")
  509. {
  510. Level4Num = Convert.ToInt32(detailNum);
  511. Level4Money = Convert.ToDecimal(detailMoney);
  512. }
  513. else if (detailName == "四等奖")
  514. {
  515. Level5Num = Convert.ToInt32(detailNum);
  516. Level5Money = Convert.ToDecimal(detailMoney);
  517. }
  518. else if (detailName == "五等奖")
  519. {
  520. Level6Num = Convert.ToInt32(detailNum);
  521. Level6Money = Convert.ToDecimal(detailMoney);
  522. }
  523. else if (detailName == "六等奖")
  524. {
  525. Level7Num = Convert.ToInt32(detailNum);
  526. Level7Money = Convert.ToDecimal(detailMoney);
  527. }
  528. else if (detailName == "幸运奖")
  529. {
  530. Level8Num = Convert.ToInt32(detailNum);
  531. Level8Money = Convert.ToDecimal(detailMoney);
  532. }
  533. }
  534. }
  535. else
  536. {
  537. tbody = table.ChildNodes.Where(N => N.Name.ToLower() == "tbody").FirstOrDefault();
  538. if (tbody == null) continue;
  539. trs = tbody.ChildNodes.Where(N => N.Name.ToLower() == "tr").ToList();
  540. for (var i = 4; i < trs.Count; i++)//第一二三四行是表头
  541. {
  542. tds = trs[i].ChildNodes.Where(N => N.Name.ToLower() == "td").ToList();
  543. if (tds.Count < 4) continue;
  544. if (tds[0].InnerText.Trim() == "特等奖")
  545. {
  546. Level1Num = Convert.ToInt32(tds[1].InnerText.Replace("注", string.Empty).Replace("&nbsp;", string.Empty).Replace(",", string.Empty).Trim());
  547. Level1Money = Convert.ToDecimal(tds[2].InnerText.Replace("元", string.Empty).Replace("&nbsp;", string.Empty).Trim());
  548. }
  549. else if (tds[0].InnerText.Trim() == "一等奖")
  550. {
  551. Level2Num = Convert.ToInt32(tds[1].InnerText.Replace("注", string.Empty).Replace("&nbsp;", string.Empty).Replace(",", string.Empty).Trim());
  552. Level2Money = Convert.ToDecimal(tds[2].InnerText.Replace("元", string.Empty).Replace("&nbsp;", string.Empty).Trim());
  553. }
  554. else if (tds[0].InnerText.Trim() == "二等奖")
  555. {
  556. Level3Num = Convert.ToInt32(tds[1].InnerText.Replace("注", string.Empty).Replace("&nbsp;", string.Empty).Replace(",", string.Empty).Trim());
  557. Level3Money = Convert.ToDecimal(tds[2].InnerText.Replace("元", string.Empty).Replace("&nbsp;", string.Empty).Trim());
  558. }
  559. else if (tds[0].InnerText.Trim() == "三等奖")
  560. {
  561. Level4Num = Convert.ToInt32(tds[1].InnerText.Replace("注", string.Empty).Replace("&nbsp;", string.Empty).Replace(",", string.Empty).Trim());
  562. Level4Money = Convert.ToDecimal(tds[2].InnerText.Replace("元", string.Empty).Replace("&nbsp;", string.Empty).Trim());
  563. }
  564. else if (tds[0].InnerText.Trim() == "四等奖")
  565. {
  566. Level5Num = Convert.ToInt32(tds[1].InnerText.Replace("注", string.Empty).Replace("&nbsp;", string.Empty).Replace(",", string.Empty).Trim());
  567. Level5Money = Convert.ToDecimal(tds[2].InnerText.Replace("元", string.Empty).Replace("&nbsp;", string.Empty).Trim());
  568. }
  569. else if (tds[0].InnerText.Trim() == "五等奖")
  570. {
  571. Level6Num = Convert.ToInt32(tds[1].InnerText.Replace("注", string.Empty).Replace("&nbsp;", string.Empty).Replace(",", string.Empty).Trim());
  572. Level6Money = Convert.ToDecimal(tds[2].InnerText.Replace("元", string.Empty).Replace("&nbsp;", string.Empty).Trim());
  573. }
  574. else if (tds[0].InnerText.Trim() == "六等奖")
  575. {
  576. Level7Num = Convert.ToInt32(tds[1].InnerText.Replace("注", string.Empty).Replace("&nbsp;", string.Empty).Replace(",", string.Empty).Trim());
  577. Level7Money = Convert.ToDecimal(tds[2].InnerText.Replace("元", string.Empty).Replace("&nbsp;", string.Empty).Trim());
  578. }
  579. else if (tds[0].InnerText.Trim() == "幸运奖")
  580. {
  581. Level8Num = Convert.ToInt32(tds[1].InnerText.Replace("注", string.Empty).Replace("&nbsp;", string.Empty).Replace(",", string.Empty).Trim());
  582. Level8Money = Convert.ToDecimal(tds[2].InnerText.Replace("元", string.Empty).Replace("&nbsp;", string.Empty).Trim());
  583. }
  584. }
  585. }
  586. //抓取奖池累计数据
  587. reg = new Regex(@"([\d,.]*?)元奖金滚入下期奖池");
  588. m = reg.Match(divSection.InnerHtml);
  589. if (m.Success)
  590. Jackpot = Convert.ToDecimal(m.Result("$1"));
  591. model.Detail = string.Format("{0},{1}^特等奖|{2}|{3},一等奖|{4}|{5},二等奖|{6}|{7},三等奖|{8}|{9},四等奖|{10}|{11},五等奖|{12}|{13},六等奖|{14}|{15},幸运奖|{16}|{17}",
  592. Sales, Jackpot, Level1Num, Level1Money, Level2Num, Level2Money, Level3Num, Level3Money, Level4Num,
  593. Level4Money, Level5Num, Level5Money, Level6Num, Level6Money, Level7Num, Level7Money, Level8Num, Level8Money);
  594. result.Add(model);
  595. }
  596. }
  597. result = result.OrderByDescending(S => S.Term).ToList();
  598. }
  599. catch (Exception ex)
  600. {
  601. log.Error(typeof(FJ36X7Job), string.Format("【{0}】通过备用站点抓取开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  602. }
  603. return result;
  604. }
  605. #region Attribute
  606. /// <summary>
  607. /// 配置信息
  608. /// </summary>
  609. private SCCConfig Config = null;
  610. /// <summary>
  611. /// 当天抓取的最新一期开奖记录
  612. /// </summary>
  613. private OpenCode8DTModel LatestItem = null;
  614. /// <summary>
  615. /// 当天抓取失败列表
  616. /// </summary>
  617. private List<string> FailedQiHaoList = null;
  618. /// <summary>
  619. /// 日志对象
  620. /// </summary>
  621. private LogHelper log = null;
  622. /// <summary>
  623. /// 数据服务
  624. /// </summary>
  625. private IDTOpenCode services = null;
  626. /// <summary>
  627. /// 当前彩种
  628. /// </summary>
  629. private SCCLottery currentLottery
  630. {
  631. get
  632. {
  633. return SCCLottery.FJ36X7;
  634. }
  635. }
  636. /// <summary>
  637. /// 邮件接口
  638. /// </summary>
  639. private IEmail email = null;
  640. /// <summary>
  641. /// 是否本次运行抓取到开奖数据
  642. /// </summary>
  643. private bool isGetData = false;
  644. #endregion
  645. }
  646. }