BJKL8Job.cs 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Linq;
  4. using System.Text;
  5. using System.Text.RegularExpressions;
  6. using System.Xml;
  7. using Quartz;
  8. using SCC.Common;
  9. using SCC.Models;
  10. using SCC.Interface;
  11. using HtmlAgilityPack;
  12. using Newtonsoft.Json;
  13. using Newtonsoft.Json.Linq;
  14. namespace SCC.Crawler.GP
  15. {
  16. /// <summary>
  17. /// 数据爬取类
  18. /// 北京快乐8
  19. /// </summary>
  20. [DisallowConcurrentExecution]
  21. [PersistJobDataAfterExecution]
  22. public class BJKL8Job : IJob
  23. {
  24. /// <summary>
  25. /// 构造函数
  26. /// </summary>
  27. public BJKL8Job()
  28. {
  29. log = new LogHelper();
  30. services = IOC.Resolve<IOpen21Code>();
  31. email = IOC.Resolve<IEmail>();
  32. }
  33. /// <summary>
  34. /// 作业执行入口
  35. /// </summary>
  36. /// <param name="context">作业执行上下文</param>
  37. public void Execute(IJobExecutionContext context)
  38. {
  39. Config = CommonHelper.GetConfigFromDataMap(context.JobDetail.JobDataMap);
  40. //预设节假日不开奖
  41. if (Config.SkipDate.Contains(CommonHelper.SCCSysDateTime.ToString("yyyyMMdd"))) return;
  42. LatestItem = context.JobDetail.JobDataMap["LatestItem"] as OpenCode21Model;
  43. try
  44. {
  45. //服务启动时配置初始数据
  46. if (LatestItem == null)
  47. {
  48. LatestItem = services.GetLastItem(currentLottery);
  49. }
  50. //第一次启动服务或最新开奖记录为昨日滴,则自检昨天开奖数据是否抓取完毕(否则插入邮件数据),并重置当天期号和失败列表
  51. if (LatestItem == null || LatestItem.OpenTime.ToString("yyyyMMdd") != CommonHelper.SCCSysDateTime.ToString("yyyyMMdd"))
  52. {
  53. CheckingYesterdayTheLotteryData();
  54. LatestItem = GenerateTodayFirstItem();
  55. }
  56. //当最新开奖记录不是今天最后一期,执行当天作业
  57. if (!CheckLatestItemIsTodayLastItem())
  58. {
  59. DoTodayJobByMainUrl();
  60. //DoTodayJobByBackUrl();
  61. }
  62. }
  63. catch (Exception ex)
  64. {
  65. log.Error(typeof(BJKL8Job), string.Format("【{0}】抓取时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  66. }
  67. //保存最新期号和失败期号列表
  68. context.JobDetail.JobDataMap["LatestItem"] = LatestItem;
  69. }
  70. /// <summary>
  71. /// 自检昨天开奖数据
  72. /// </summary>
  73. private void CheckingYesterdayTheLotteryData()
  74. {
  75. if (Config.SkipDate.Contains(CommonHelper.SCCSysDateTime.AddDays(-1).ToString("yyyyMMdd"))) return;//如果昨日设定不开奖则不自检昨日开奖数据
  76. //从数据库中获取昨天数据抓取失败列表
  77. FailedQiHaoList = services.GetYesterdayFailQQQList(currentLottery, GenerateYesterdayQiHaoList());
  78. if (FailedQiHaoList.Count > 0)
  79. {
  80. GetYesterdayOpenListFromMainUrl_New();
  81. //DoYesterdayFailedListByMainUrl();
  82. //DoYesterdayFailedListByBackUrl();
  83. foreach (var fQiHao in FailedQiHaoList)
  84. {
  85. //将抓取失败数据推送至邮件列表,待邮件服务发送至配置管理员的邮箱中
  86. if (email.AddEmail(Config.Area + Config.LotteryName, fQiHao, GenerateYesterdayKL8OpenTime(fQiHao)))
  87. log.Error(typeof(BJKL8Job), CommonHelper.GetJobLogError(Config, fQiHao));
  88. }
  89. }
  90. }
  91. /// <summary>
  92. /// 通过主站点抓取开奖数据
  93. /// (百度彩票)
  94. /// </summary>
  95. private void DoTodayJobByMainUrl()
  96. {
  97. if (!string.IsNullOrEmpty(Config.MainUrl))
  98. {
  99. var OpenList = GetTodayOpenListFromMainUrl();
  100. if (OpenList.Count == 0) return;//无抓取数据
  101. var startQiNum = LatestItem.Term;
  102. var newestQiNum = OpenList.First().Term;
  103. if (startQiNum > newestQiNum) return;//无最新数据
  104. //处理最新开奖数据
  105. for (var i = startQiNum; i <= newestQiNum; i++)
  106. {
  107. var matchItem = OpenList.Where(R => R.Term == i).FirstOrDefault();
  108. if (matchItem != null && services.AddOpen21Code(currentLottery, matchItem))
  109. {
  110. //处理成功写入日志
  111. log.Info(typeof(BJKL8Job), CommonHelper.GetJobMainLogInfo(Config, i.ToString()));
  112. LatestItem = matchItem;
  113. }
  114. }
  115. }
  116. }
  117. /// <summary>
  118. /// 通过主站抓取错误期号列表中每一个期号
  119. /// (百度彩票)
  120. /// </summary>
  121. private void DoYesterdayFailedListByMainUrl()
  122. {
  123. if (!string.IsNullOrEmpty(Config.MainUrl) && FailedQiHaoList.Count > 0)
  124. {
  125. var OpenList = GetYesterdayOpenListFromMainUrl();
  126. if (OpenList.Count == 0) return;//无抓取数据
  127. var SuccessList = new List<string>();
  128. foreach (string failedQiHao in FailedQiHaoList)
  129. {
  130. var matchItem = OpenList.Where(R => R.Term.ToString() == failedQiHao).FirstOrDefault();
  131. if (matchItem != null && services.AddOpen21Code(currentLottery, matchItem))
  132. {
  133. //处理成功写入日志
  134. log.Info(typeof(BJKL8Job), CommonHelper.GetJobMainLogInfo(Config, failedQiHao));
  135. SuccessList.Add(failedQiHao);
  136. continue;
  137. }
  138. }
  139. foreach (var successQiHao in SuccessList)
  140. {
  141. FailedQiHaoList.Remove(successQiHao);
  142. }
  143. }
  144. }
  145. /// <summary>
  146. /// 通过主站点抓取今日最新开奖数据
  147. /// </summary>
  148. /// <returns></returns>
  149. private List<OpenCode21Model> GetTodayOpenListFromMainUrl()
  150. {
  151. List<OpenCode21Model> result = new List<OpenCode21Model>();
  152. try
  153. {
  154. var requestUrl = string.Format(Config.MainUrl, DateTime.Now.ToString("yyyy-MM-dd"));
  155. var HtmlResource = NetHelper.GetUrlResponse(requestUrl);
  156. if (!string.IsNullOrWhiteSpace(HtmlResource))
  157. {
  158. OpenCode21Model model = null;
  159. JObject obj = JsonConvert.DeserializeObject<JObject>(HtmlResource);
  160. var data = obj["data"];
  161. var list = JsonConvert.DeserializeObject<List<bjkl8Model>>(data.ToString());
  162. foreach (var item in list)
  163. {
  164. var red = item.opencode.Split(',');
  165. var extra = red[19].Split('+');
  166. red[19] = extra[0];
  167. model = new OpenCode21Model();
  168. model.Term = Convert.ToInt64(item.expect);//开奖期号
  169. model.OpenTime = Convert.ToDateTime(item.opentime);//开奖时间
  170. model.OpenCode21 = Convert.ToInt32(extra[1].ToString());//飞盘
  171. model.OpenCode1 = Convert.ToInt32(red[0].ToString());
  172. model.OpenCode2 = Convert.ToInt32(red[1].ToString());
  173. model.OpenCode3 = Convert.ToInt32(red[2].ToString());
  174. model.OpenCode4 = Convert.ToInt32(red[3].ToString());
  175. model.OpenCode5 = Convert.ToInt32(red[4].ToString());
  176. model.OpenCode6 = Convert.ToInt32(red[5].ToString());
  177. model.OpenCode7 = Convert.ToInt32(red[6].ToString());
  178. model.OpenCode8 = Convert.ToInt32(red[7].ToString());
  179. model.OpenCode9 = Convert.ToInt32(red[8].ToString());
  180. model.OpenCode10 = Convert.ToInt32(red[9].ToString());
  181. model.OpenCode11 = Convert.ToInt32(red[10].ToString());
  182. model.OpenCode12 = Convert.ToInt32(red[11].ToString());
  183. model.OpenCode13 = Convert.ToInt32(red[12].ToString());
  184. model.OpenCode14 = Convert.ToInt32(red[13].ToString());
  185. model.OpenCode15 = Convert.ToInt32(red[14].ToString());
  186. model.OpenCode16 = Convert.ToInt32(red[15].ToString());
  187. model.OpenCode17 = Convert.ToInt32(red[16].ToString());
  188. model.OpenCode18 = Convert.ToInt32(red[17].ToString());
  189. model.OpenCode19 = Convert.ToInt32(red[18].ToString());
  190. model.OpenCode20 = Convert.ToInt32(red[19].ToString());
  191. if (!result.Contains(model))
  192. result.Add(model);
  193. }
  194. }
  195. }
  196. catch (Exception ex)
  197. {
  198. log.Error(typeof(BJKL8Job), string.Format("【{0}】通过主站点抓取今日最新开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  199. }
  200. return result;
  201. }
  202. /// <summary>
  203. /// 通过主站点抓取昨日开奖数据
  204. /// </summary>
  205. /// <returns></returns>
  206. private List<OpenCode21Model> GetYesterdayOpenListFromMainUrl()
  207. {
  208. List<OpenCode21Model> result = new List<OpenCode21Model>();
  209. try
  210. {
  211. var requestUrl = string.Format("{0}/{1}", Config.MainUrl, CommonHelper.SCCSysDateTime.AddDays(-1).ToString("yyyy-MM-dd"));
  212. var HtmlResource = NetHelper.GetBaiDuLeCaiResponse(requestUrl);
  213. if (!string.IsNullOrWhiteSpace(HtmlResource))
  214. {
  215. Regex reg = new Regex(@"var phaseData = ([\s\S]*?);");
  216. Match m = reg.Match(HtmlResource);
  217. if (!m.Success) return result;
  218. var dataJson = m.Result("$1");
  219. JObject obj = JsonConvert.DeserializeObject<JObject>(dataJson);
  220. JToken items = obj[CommonHelper.SCCSysDateTime.AddDays(-1).ToString("yyyy-MM-dd")];
  221. if (items == null || !items.HasValues) return result;
  222. OpenCode21Model model = null;
  223. JObject childObject = null, openCode = null;
  224. JArray extra = null, red = null;
  225. foreach (JProperty item in items)
  226. {
  227. model = new OpenCode21Model();
  228. model.Term = Convert.ToInt64(item.Name);//开奖期号
  229. childObject = (JObject)item.Value;
  230. model.OpenTime = Convert.ToDateTime(childObject["open_time"]);//开奖时间
  231. openCode = (JObject)childObject["result"];
  232. extra = (JArray)openCode["extra"];
  233. if (extra.Count != 1) continue;
  234. model.OpenCode21 = Convert.ToInt32(extra[0].ToString());//飞盘
  235. red = (JArray)openCode["red"];//20个开奖球号
  236. if (red.Count != 20) continue;
  237. model.OpenCode1 = Convert.ToInt32(red[0].ToString());
  238. model.OpenCode2 = Convert.ToInt32(red[1].ToString());
  239. model.OpenCode3 = Convert.ToInt32(red[2].ToString());
  240. model.OpenCode4 = Convert.ToInt32(red[3].ToString());
  241. model.OpenCode5 = Convert.ToInt32(red[4].ToString());
  242. model.OpenCode6 = Convert.ToInt32(red[5].ToString());
  243. model.OpenCode7 = Convert.ToInt32(red[6].ToString());
  244. model.OpenCode8 = Convert.ToInt32(red[7].ToString());
  245. model.OpenCode9 = Convert.ToInt32(red[8].ToString());
  246. model.OpenCode10 = Convert.ToInt32(red[9].ToString());
  247. model.OpenCode11 = Convert.ToInt32(red[10].ToString());
  248. model.OpenCode12 = Convert.ToInt32(red[11].ToString());
  249. model.OpenCode13 = Convert.ToInt32(red[12].ToString());
  250. model.OpenCode14 = Convert.ToInt32(red[13].ToString());
  251. model.OpenCode15 = Convert.ToInt32(red[14].ToString());
  252. model.OpenCode16 = Convert.ToInt32(red[15].ToString());
  253. model.OpenCode17 = Convert.ToInt32(red[16].ToString());
  254. model.OpenCode18 = Convert.ToInt32(red[17].ToString());
  255. model.OpenCode19 = Convert.ToInt32(red[18].ToString());
  256. model.OpenCode20 = Convert.ToInt32(red[19].ToString());
  257. if (!result.Contains(model))
  258. result.Add(model);
  259. }
  260. }
  261. }
  262. catch (Exception ex)
  263. {
  264. log.Error(typeof(BJKL8Job), string.Format("【{0}】通过主站点抓取昨日开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  265. }
  266. return result;
  267. }
  268. /// <summary>
  269. /// 通过主站点抓取昨日开奖数据
  270. /// </summary>
  271. /// <returns></returns>
  272. private List<OpenCode21Model> GetYesterdayOpenListFromMainUrl_New()
  273. {
  274. List<OpenCode21Model> result = new List<OpenCode21Model>();
  275. try
  276. {
  277. var requestUrl = string.Format(Config.MainUrl,DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"));
  278. var HtmlResource = NetHelper.GetUrlResponse(requestUrl);
  279. if (!string.IsNullOrWhiteSpace(HtmlResource))
  280. {
  281. OpenCode21Model model = null;
  282. JObject obj = JsonConvert.DeserializeObject<JObject>(HtmlResource);
  283. var data = obj["data"];
  284. var SuccessList = new List<string>();
  285. var list = JsonConvert.DeserializeObject<List<bjkl8Model>>(data.ToString());
  286. foreach (var item in list)
  287. {
  288. var red = item.opencode.Split(',');
  289. var extra = red[19].Split('+');
  290. red[19] = extra[0];
  291. model = new OpenCode21Model();
  292. model.Term = Convert.ToInt64(item.expect);//开奖期号
  293. model.OpenTime = Convert.ToDateTime(item.opentime);//开奖时间
  294. model.OpenCode21 = Convert.ToInt32(extra[1].ToString());//飞盘
  295. model.OpenCode1 = Convert.ToInt32(red[0].ToString());
  296. model.OpenCode2 = Convert.ToInt32(red[1].ToString());
  297. model.OpenCode3 = Convert.ToInt32(red[2].ToString());
  298. model.OpenCode4 = Convert.ToInt32(red[3].ToString());
  299. model.OpenCode5 = Convert.ToInt32(red[4].ToString());
  300. model.OpenCode6 = Convert.ToInt32(red[5].ToString());
  301. model.OpenCode7 = Convert.ToInt32(red[6].ToString());
  302. model.OpenCode8 = Convert.ToInt32(red[7].ToString());
  303. model.OpenCode9 = Convert.ToInt32(red[8].ToString());
  304. model.OpenCode10 = Convert.ToInt32(red[9].ToString());
  305. model.OpenCode11 = Convert.ToInt32(red[10].ToString());
  306. model.OpenCode12 = Convert.ToInt32(red[11].ToString());
  307. model.OpenCode13 = Convert.ToInt32(red[12].ToString());
  308. model.OpenCode14 = Convert.ToInt32(red[13].ToString());
  309. model.OpenCode15 = Convert.ToInt32(red[14].ToString());
  310. model.OpenCode16 = Convert.ToInt32(red[15].ToString());
  311. model.OpenCode17 = Convert.ToInt32(red[16].ToString());
  312. model.OpenCode18 = Convert.ToInt32(red[17].ToString());
  313. model.OpenCode19 = Convert.ToInt32(red[18].ToString());
  314. model.OpenCode20 = Convert.ToInt32(red[19].ToString());
  315. if (item.expect != null && services.AddOpen21Code(currentLottery, model))
  316. {
  317. //处理成功写入日志
  318. log.Info(typeof(BJKL8Job), CommonHelper.GetJobMainLogInfo(Config, item.expect));
  319. SuccessList.Add(item.expect);
  320. continue;
  321. }
  322. }
  323. foreach (var successQiHao in SuccessList)
  324. {
  325. FailedQiHaoList.Remove(successQiHao);
  326. }
  327. }
  328. }
  329. catch (Exception ex)
  330. {
  331. log.Error(typeof(BJKL8Job), string.Format("【{0}】通过主站点抓取昨日开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  332. }
  333. return result;
  334. }
  335. public class bjkl8Model {
  336. public string expect { get; set; }
  337. public string opencode { get; set; }
  338. public string opentime { get; set; }
  339. }
  340. /// <summary>
  341. /// 通过备用站点抓取开奖数据
  342. /// (北京福彩官网)
  343. /// </summary>
  344. private void DoTodayJobByBackUrl()
  345. {
  346. if (!string.IsNullOrEmpty(Config.BackUrl))
  347. {
  348. var OpenList = GetOpenListFromBackUrl(Config.BackUrl);
  349. if (OpenList.Count == 0) return;//无抓取数据
  350. var startQiNum = LatestItem.Term + 1;
  351. var newestQiNum = OpenList.First().Term;
  352. if (startQiNum > newestQiNum) return;//无最新数据
  353. //处理最新开奖数据
  354. for (var i = startQiNum; i <= newestQiNum; i++)
  355. {
  356. var matchItem = OpenList.Where(R => R.Term == i).FirstOrDefault();
  357. if (matchItem != null && services.AddOpen21Code(currentLottery, matchItem))
  358. {
  359. //处理成功写入日志
  360. log.Info(typeof(BJKL8Job), CommonHelper.GetJobBackLogInfo(Config, i.ToString()));
  361. LatestItem = matchItem;
  362. }
  363. }
  364. }
  365. }
  366. /// <summary>
  367. /// 通过备用地址抓取错误期号列表中每一个期号
  368. /// (北京福彩官网)
  369. /// </summary>
  370. private void DoYesterdayFailedListByBackUrl()
  371. {
  372. if (!string.IsNullOrEmpty(Config.BackUrl) && FailedQiHaoList.Count > 0)
  373. {
  374. var OpenList = GetOpenListFromBackUrl(Config.BackUrl);
  375. if (OpenList.Count == 0) return;//无抓取数据
  376. var SuccessList = new List<string>();
  377. foreach (var failedQiHao in FailedQiHaoList)
  378. {
  379. var matchItem = OpenList.Where(R => R.Term.ToString() == failedQiHao).FirstOrDefault();
  380. if (matchItem != null && services.AddOpen21Code(currentLottery, matchItem))
  381. {
  382. //处理成功写入日志
  383. log.Info(typeof(BJKL8Job), CommonHelper.GetJobBackLogInfo(Config, failedQiHao));
  384. SuccessList.Add(failedQiHao);
  385. continue;
  386. }
  387. }
  388. foreach (var successQiHao in SuccessList)
  389. {
  390. FailedQiHaoList.Remove(successQiHao);
  391. }
  392. //foreach (OpenCode21Model model in OpenList)
  393. //{
  394. // if (services.AddOpen21Code(currentLottery, model))
  395. // {
  396. // //处理成功写入日志
  397. // log.Info(typeof(BJKL8Job), CommonHelper.GetJobBackLogInfo(Config, model.Term.ToString()));
  398. // }
  399. //}
  400. }
  401. }
  402. /// <summary>
  403. /// 抓取备用站点开奖数据
  404. /// 由于北京福彩官网分页30条数据一页,而此彩种每天开179期,如果去跑6页,负荷太大,只有通过主站点来保证数据完整性
  405. /// </summary>
  406. /// <param name="url">备用站点</param>
  407. /// <returns></returns>
  408. private List<OpenCode21Model> GetOpenListFromBackUrl(string url)
  409. {
  410. List<OpenCode21Model> result = new List<OpenCode21Model>();
  411. try
  412. {
  413. string HtmlResource = string.Empty;
  414. HtmlResource = NetHelper.GetUrlResponse(url);
  415. if (!string.IsNullOrWhiteSpace(HtmlResource))
  416. {
  417. HtmlDocument doc = new HtmlDocument();
  418. doc.LoadHtml(HtmlResource);
  419. var table = doc.DocumentNode.SelectNodes("//table");
  420. if (table == null || table.Count < 2) return result;
  421. var trs = table[1].ChildNodes.Where(R => R.Name.ToLower() == "tr").ToList();
  422. if (trs.Count < 2) return result;
  423. List<HtmlNode> tds = null;
  424. OpenCode21Model model = null;
  425. string[] openCodeList = null;
  426. string openTime = string.Empty;
  427. string todayDateString = CommonHelper.SCCSysDateTime.ToString("yyyy-MM-dd");
  428. for (var i = 1; i < trs.Count; i++)//第一行是表头
  429. {
  430. tds = trs[i].ChildNodes.Where(R => R.Name.ToLower() == "td").ToList();
  431. if (tds.Count < 4) continue;
  432. openTime = tds[3].InnerText.Trim();
  433. if (!openTime.StartsWith(todayDateString)) continue;
  434. model = new OpenCode21Model();
  435. model.Term = Convert.ToInt64(tds[0].InnerText.Trim());
  436. model.OpenCode21 = Convert.ToInt32(tds[2].InnerText.Trim());//飞盘
  437. openCodeList = tds[1].InnerText.Trim().Split(new char[] { ',' });
  438. if (openCodeList.Length < 20) continue;
  439. model.OpenCode1 = Convert.ToInt32(openCodeList[0]);
  440. model.OpenCode2 = Convert.ToInt32(openCodeList[1]);
  441. model.OpenCode3 = Convert.ToInt32(openCodeList[2]);
  442. model.OpenCode4 = Convert.ToInt32(openCodeList[3]);
  443. model.OpenCode5 = Convert.ToInt32(openCodeList[4]);
  444. model.OpenCode6 = Convert.ToInt32(openCodeList[5]);
  445. model.OpenCode7 = Convert.ToInt32(openCodeList[6]);
  446. model.OpenCode8 = Convert.ToInt32(openCodeList[7]);
  447. model.OpenCode9 = Convert.ToInt32(openCodeList[8]);
  448. model.OpenCode10 = Convert.ToInt32(openCodeList[9]);
  449. model.OpenCode11 = Convert.ToInt32(openCodeList[10]);
  450. model.OpenCode12 = Convert.ToInt32(openCodeList[11]);
  451. model.OpenCode13 = Convert.ToInt32(openCodeList[12]);
  452. model.OpenCode14 = Convert.ToInt32(openCodeList[13]);
  453. model.OpenCode15 = Convert.ToInt32(openCodeList[14]);
  454. model.OpenCode16 = Convert.ToInt32(openCodeList[15]);
  455. model.OpenCode17 = Convert.ToInt32(openCodeList[16]);
  456. model.OpenCode18 = Convert.ToInt32(openCodeList[17]);
  457. model.OpenCode19 = Convert.ToInt32(openCodeList[18]);
  458. model.OpenCode20 = Convert.ToInt32(openCodeList[19]);
  459. model.OpenTime = Convert.ToDateTime(openTime);
  460. if (!result.Contains(model))
  461. result.Add(model);
  462. }
  463. }
  464. }
  465. catch (Exception ex)
  466. {
  467. log.Error(typeof(BJKL8Job), string.Format("【{0}】通过备用站点抓取开奖列表时发生错误,错误信息【{1}】", Config.Area + Config.LotteryName, ex.Message));
  468. }
  469. return result;
  470. }
  471. /// <summary>
  472. /// 生成今日第一期记录
  473. /// </summary>
  474. /// <returns></returns>
  475. private OpenCode21Model GenerateTodayFirstItem()
  476. {
  477. OpenCode21Model item = new OpenCode21Model();
  478. var currentDateTime = CommonHelper.SCCSysDateTime;
  479. TimeSpan datepart = currentDateTime - new DateTime(2017, 1, 1);
  480. var t = Config.SkipDate.Split(new char[] { ',' }, StringSplitOptions.RemoveEmptyEntries);
  481. item.Term = (datepart.Days - t.Length) * Config.TimesPerDay + LastTermLastYear-6;//期号使用昨日最后一期期号,便于计算使用
  482. item.OpenTime = new DateTime(currentDateTime.Year, currentDateTime.Month, currentDateTime.Day, Config.StartHour, Config.StartMinute, 0);
  483. return item;
  484. }
  485. /// <summary>
  486. /// 核实最新一期开奖记录是否为今日最后一期
  487. /// </summary>
  488. /// <param name="QiHao">期号</param>
  489. /// <returns></returns>
  490. private bool CheckLatestItemIsTodayLastItem()
  491. {
  492. if (LatestItem == null ||
  493. LatestItem.OpenTime.ToString("yyyyMMdd") != CommonHelper.SCCSysDateTime.ToString("yyyyMMdd"))
  494. return true;
  495. var firstItem = GenerateTodayFirstItem();
  496. if (LatestItem.Term == (firstItem.Term + Config.TimesPerDay))
  497. return true;
  498. return false;
  499. }
  500. /// <summary>
  501. /// 获取今天第一期期号
  502. /// </summary>
  503. /// <returns></returns>
  504. private string GenerateTodayFirstQiHao()
  505. {
  506. TimeSpan datepart = CommonHelper.SCCSysDateTime - new DateTime(2017, 1, 1);
  507. var t = Config.SkipDate.Split(new char[] { ',' }, StringSplitOptions.RemoveEmptyEntries);
  508. var terms = (datepart.Days - t.Length) * Config.TimesPerDay + LastTermLastYear + 1;
  509. return terms.ToString();
  510. }
  511. /// <summary>
  512. /// 生成昨天的期号列表
  513. /// </summary>
  514. /// <returns></returns>
  515. private List<string> GenerateYesterdayQiHaoList()
  516. {
  517. List<string> result = new List<string>();
  518. var todayFirstQiHao = Convert.ToInt64(GenerateTodayFirstQiHao());
  519. for (var i = Config.TimesPerDay; i > 0; i--)
  520. {
  521. result.Add((todayFirstQiHao - i).ToString());
  522. }
  523. return result;
  524. }
  525. /// <summary>
  526. /// 生成快乐8的开奖时间
  527. /// </summary>
  528. /// <param name="QiHao"></param>
  529. /// <returns></returns>
  530. private DateTime GenerateYesterdayKL8OpenTime(string QiHao)
  531. {
  532. var openDay = CommonHelper.SCCSysDateTime.AddDays(-1);
  533. var StartTime = new DateTime(openDay.Year, openDay.Month, openDay.Day, Config.StartHour, Config.StartMinute, 0);
  534. var t = (Convert.ToInt64(QiHao) - LastTermLastYear) % Config.TimesPerDay;
  535. if (t == 0)
  536. return StartTime.AddMinutes((Config.TimesPerDay - 1) * Config.Interval);
  537. else
  538. return StartTime.AddMinutes((t - 1) * Config.Interval);
  539. }
  540. #region Attribute
  541. /// <summary>
  542. /// 配置信息
  543. /// </summary>
  544. private SCCConfig Config = null;
  545. /// <summary>
  546. /// 当天抓取的最新一期开奖记录
  547. /// </summary>
  548. private OpenCode21Model LatestItem = null;
  549. /// <summary>
  550. /// 当天抓取失败列表
  551. /// </summary>
  552. private List<string> FailedQiHaoList = null;
  553. /// <summary>
  554. /// 日志对象
  555. /// </summary>
  556. private LogHelper log = null;
  557. /// <summary>
  558. /// 数据服务
  559. /// </summary>
  560. private IOpen21Code services = null;
  561. /// <summary>
  562. /// 当前彩种
  563. /// </summary>
  564. private SCCLottery currentLottery
  565. {
  566. get
  567. {
  568. return SCCLottery.BeiJingKL8;
  569. }
  570. }
  571. /// <summary>
  572. /// 邮件接口
  573. /// </summary>
  574. private IEmail email = null;
  575. /// <summary>
  576. /// 2016年最后一期期号
  577. /// </summary>
  578. private long LastTermLastYear = 800589;
  579. #endregion
  580. }
  581. }