AsianDishJob.cs 63 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Configuration;
  4. using System.Diagnostics;
  5. using System.Linq;
  6. using System.Text;
  7. using System.Threading;
  8. using System.Threading.Tasks;
  9. using FCS.Common;
  10. using FCS.Interface;
  11. using FCS.Models;
  12. using HtmlAgilityPack;
  13. using Newtonsoft.Json;
  14. using Newtonsoft.Json.Linq;
  15. using Quartz;
  16. namespace FCS.Crawler.ZCLotteryAsianDish
  17. {
  18. class AsianDishJob : CommonJob, IJob
  19. {
  20. public AsianDishJob()
  21. {
  22. log = new LogHelper();
  23. services = IOC.Resolve<IDTOpenCode>();
  24. }
  25. public void Execute(IJobExecutionContext context)
  26. {
  27. //Config = CommonHelper.GetConfigFromDataMap(context.JobDetail.JobDataMap);
  28. // Click();
  29. }
  30. private static List<int> listCuringint = new List<int>();
  31. private static List<int> listDetailint = new List<int>();
  32. private static List<int> listAnalysisint = new List<int>();
  33. private static List<string> listGameId = new List<string>();
  34. private static List<F_AsianDish> listDetailId = new List<F_AsianDish>();
  35. public void Click(List<F_Games> glist, List<F_Games> listxg)
  36. {
  37. try
  38. {
  39. // Getbjop_new("http://fenxi.zgzcw.com/2435832/ypdb", null);
  40. string Season = DateTime.Now.ToString("yyyy");
  41. Gamelistq = glist;
  42. teamlist = services.Query<F_Team>().ToList();
  43. int number = glist.Count;
  44. int page = number % 1000 == 0 ? number / 1000 : number / 1000 + 1;
  45. //要删除的
  46. //插入之前 获取要删除的旧数据的所有PK
  47. for (int i = 0; i < listxg.Count; i++)
  48. {
  49. listGameId.Add(listxg[i].Id);
  50. }
  51. if (listGameId.Count > 0)
  52. {
  53. var query1 = services.Query<F_AsianDish>(" and GameId in ('" + string.Join("','", listGameId) + "') and ChangeDateTime>'" + Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd")).ToString("yyyy-MM-dd HH:mm:ss.fff") + "'") == null ? new List<F_AsianDish>() : services.Query<F_AsianDish>(" and GameId in ('" + string.Join("','", listGameId) + "') and ChangeDateTime>'" + Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd")).ToString("yyyy-MM-dd HH:mm:ss.fff") + "'").ToList();
  54. for (int i = 0; i < query1.Count; i++)
  55. {
  56. listDetailint.Add(query1[i].PK);
  57. }
  58. if (listDetailint.Count > 0)
  59. {
  60. var query2 = services.Query<F_AsianDishCuring>(" and GameId in ('" + string.Join("','", listGameId) + "')") == null ? new List<F_AsianDishCuring>() : services.Query<F_AsianDishCuring>(" and GameId in ('" + string.Join("','", listGameId) + "')").ToList();
  61. for (int i = 0; i < query2.Count; i++)
  62. {
  63. listCuringint.Add(query2[i].PK);
  64. }
  65. var query3 = services.Query<F_CuringAnalysis>(" and GameId in ('" + string.Join("','", listGameId) + "') and CuringType='c02e910a438ee811af5a2c4d54d3f5a9'") == null ? new List<F_CuringAnalysis>() : services.Query<F_CuringAnalysis>(" and GameId in ('" + string.Join("','", listGameId) + "') and CuringType='c02e910a438ee811af5a2c4d54d3f5a9'").ToList();
  66. for (int i = 0; i < query3.Count; i++)
  67. {
  68. listAnalysisint.Add(query3[i].PK);
  69. }
  70. }
  71. }
  72. for (int j = 0; j < page; j++)
  73. {
  74. Trace.WriteLine("第几个J 开始 AsianDishJob :" + (j + 1));
  75. Gamelist = Gamelistq.Skip(j * 1000).Take(1000).ToList();
  76. threadCount = Gamelist.Count;
  77. finishcount = 0;
  78. Gamelist.ForEach(async p =>
  79. {
  80. await Task.Run(() =>
  81. {
  82. // Trace.WriteLine("亚盘分析 开始:" + Gamelist.IndexOf(p));
  83. Getbjop_new(p.Remark, p);
  84. });
  85. lock (locker)
  86. {
  87. finishcount++;
  88. Monitor.Pulse(locker); //完成,通知等待队列,告知已完,执行下一个。
  89. }
  90. });
  91. lock (locker)
  92. {
  93. while (finishcount != threadCount)
  94. {
  95. Thread.Sleep(5000);
  96. Monitor.Wait(locker);//等待
  97. }
  98. }
  99. Companylist = Companylist.Distinct().ToList();
  100. InsertBankerCompany(Companylist);
  101. InsertBankerCompany1();
  102. {
  103. List<F_SeasonAnalysis> teamlist = new List<F_SeasonAnalysis>();
  104. try
  105. {
  106. teamlist = services.Query<F_SeasonAnalysis>().ToList();
  107. }
  108. catch (Exception e)
  109. {
  110. }
  111. salist = salist.Distinct().ToList();
  112. List<F_SeasonAnalysis> salist1 = salist.Where((x, i) => salist.FindIndex(z => z.TeamId == x.TeamId) == i).ToList();//Lambda表达式去重
  113. List<F_SeasonAnalysis> salist2 = new List<F_SeasonAnalysis>();
  114. foreach (var item in salist1)
  115. {
  116. if (teamlist.Where(a => a.TeamId == item.TeamId).ToList().Count == 0)
  117. salist2.Add(item);
  118. }
  119. Trace.WriteLine("插入赛季分析数据 开始:" + salist2.Count);
  120. if (salist2.Count != 0)
  121. services.SqlBulkCopyAdd(salist2);
  122. }
  123. var listbk = services.Query<BankerCompany>().ToList();
  124. Thread.Sleep(1000);
  125. var oclist_1 = oclist;
  126. oclist = new List<F_AsianDishCuring>();
  127. oclist_1 = oclist_1.Where(a => a != null).ToList();
  128. foreach (var item in oclist_1)
  129. {
  130. F_AsianDishCuring oc_new = new F_AsianDishCuring();
  131. if (item != null)
  132. {
  133. oc_new = item;
  134. oc_new.BankerCompanyId = listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault() == null ? "" : listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault().Id;
  135. //oc_new.BankerCompanyId = listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault().Id;
  136. lock (oclist_new)
  137. {
  138. oclist_new.Add(oc_new);
  139. }
  140. }
  141. }
  142. Thread.Sleep(1000);
  143. var csalist_1 = csalist;
  144. csalist = new List<F_AsianDish>();
  145. csalist_1 = csalist_1.Where(a => a != null).ToList();
  146. foreach (var item in csalist_1)
  147. {
  148. F_AsianDish cp = new F_AsianDish();
  149. cp = item;
  150. lock (listbk)
  151. {
  152. cp.BankerCompanyId = listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault() == null ? "" : listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault().Id;
  153. // cp.BankerCompanyId = listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault().Id;
  154. }
  155. lock (oclist_new)
  156. {
  157. csalist_new.Add(cp);
  158. }
  159. }
  160. }
  161. {
  162. List<F_CuringAnalysis> calist1 = calist.Where((x, i) => calist.FindIndex(z => z.GameId == x.GameId && z.CuringAnalysisType == x.CuringAnalysisType) == i).ToList();//Lambda表达式去重
  163. Trace.WriteLine("插入亚盘固化数据 开始:" + oclist_new.Count);
  164. CommonHelper.Write(ConfigurationManager.AppSettings["AsianDishJob"], "插入亚盘固化数据 开始:" + oclist_new.Count);
  165. if (oclist_new.Count > 0)
  166. services.SqlBulkCopyAdd(oclist_new);
  167. //Trace.WriteLine("插入亚盘详情数据 开始:" + csalist_new.Count);
  168. //CommonHelper.Write(ConfigurationManager.AppSettings["AsianDishJob"], "插入亚盘详情数据 开始:" + csalist_new.Count);
  169. //if (csalist_new.Count > 0)
  170. // services.SqlBulkCopyAdd(csalist_new);
  171. Trace.WriteLine("插入固化分析数据 开始:" + calist1.Count);
  172. CommonHelper.Write(ConfigurationManager.AppSettings["AsianDishJob"], "插入固化分析数据 开始:" + calist1.Count);
  173. if (calist1.Count > 0)
  174. services.SqlBulkCopyAdd(calist1);
  175. var list_com = new List<F_AsianDish>();
  176. foreach (var item in Gamelistq)
  177. {
  178. var count = listDetailId.Where(a => a.GameId == item.Id).ToList().Count;
  179. var count_new = csalist_new.Where(a => a.GameId == item.Id).ToList().Count;
  180. if (count_new == 0 && count == 0)
  181. continue;
  182. if (count < count_new)
  183. {
  184. list_com.AddRange(csalist_new.Where(a => a.GameId == item.Id).ToList());
  185. }
  186. else
  187. {
  188. List<F_AsianDish> intlist = new List<F_AsianDish>();
  189. foreach (var item3 in listDetailId.Where(a => a.GameId == item.Id).ToList())
  190. {
  191. var items = item3;
  192. items.PK = 0;
  193. intlist.Add(items);
  194. }
  195. list_com.AddRange(intlist);
  196. }
  197. }
  198. Trace.WriteLine("插入亚盘详情数据 开始:" + list_com.Count);
  199. CommonHelper.Write(ConfigurationManager.AppSettings["AsianDishJob"], "插入亚盘详情数据 开始:" + list_com.Count);
  200. if (csalist_new.Count > 0)
  201. services.SqlBulkCopyAdd(list_com);
  202. urllist = new List<string>();
  203. urllist1 = new List<string>();
  204. Companylist = new List<string>();//所有公司
  205. bclist = new List<BankerCompany>();
  206. bcrlist = new List<BankerCompanyRelation>();
  207. calist = new List<F_CuringAnalysis>();
  208. salist = new List<F_SeasonAnalysis>();
  209. oclist = new List<F_AsianDishCuring>();
  210. oclist_new = new List<F_AsianDishCuring>();
  211. csalist = new List<F_AsianDish>();
  212. csalist_new = new List<F_AsianDish>();
  213. }
  214. Trace.WriteLine("删除数据 F_CuringAnalysis 开始:" + listAnalysisint.Count);
  215. if (listAnalysisint.Count > 0)
  216. services.Delete<F_CuringAnalysis>(" and PK in (" + string.Join(",", listAnalysisint) + ")");
  217. Trace.WriteLine("删除数据 F_CuringAnalysis 结束:" + listAnalysisint.Count);
  218. Trace.WriteLine("删除数据 F_AsianDish 初始数据 开始:" + listDetailint.Count);
  219. // if (listDetailint.Count > 0)
  220. // services.Delete<F_AsianDish>(" and PK in (" + string.Join(",", listDetailint) + ")");
  221. if (listDetailint.Count > 0)
  222. {
  223. if (listDetailint.Count > 1000)
  224. {
  225. int pages = listDetailint.Count % 1000 == 0 ? listDetailint.Count / 1000 : listDetailint.Count / 1000 + 1;
  226. for (int i = 0; i < pages; i++)
  227. {
  228. var listDetailint1 = listDetailint.Skip(i * 1000).Take(1000).ToList();
  229. services.Delete<F_AsianDish>(" and PK in (" + string.Join(",", listDetailint1) + ")");
  230. Trace.WriteLine("删除数据 F_AsianDish 结束中:" + listDetailint1.Count);
  231. }
  232. }
  233. else
  234. {
  235. services.Delete<F_AsianDish>(" and PK in (" + string.Join(",", listCuringint) + ")");
  236. }
  237. }
  238. Trace.WriteLine("删除数据 F_AsianDish 初始数据 结束:" + listDetailint.Count);
  239. Trace.WriteLine("删除数据 F_AsianDishCuring 开始:" + listCuringint.Count);
  240. if (listCuringint.Count > 0)
  241. services.Delete<F_AsianDishCuring>(" and PK in (" + string.Join(",", listCuringint) + ")");
  242. Trace.WriteLine("删除数据 F_AsianDishCuring 结束:" + listCuringint.Count);
  243. Gamelistq = new List<F_Games>();
  244. teamlist = new List<F_Team>();
  245. }
  246. catch (Exception e)
  247. {
  248. Click(glist, listxg);
  249. }
  250. }
  251. public void DoMainUrl()
  252. {
  253. teamlist = services.Query<F_Team>().ToList();
  254. Gamelistq = services.Query<F_Games>().ToList();
  255. int number = Gamelistq.Count;
  256. int page = number % 100 == 0 ? number / 100 : number / 100 + 1;
  257. ThreadPool.SetMinThreads(1, 1);
  258. ThreadPool.SetMaxThreads(300, 300);
  259. for (int j = 788; j < page; j++)
  260. {
  261. Trace.WriteLine("第几个J 开始:" + (j + 1));
  262. CommonHelper.Write(ConfigurationManager.AppSettings["AsianDishJob"], "第几个J 开始:" + (j + 1));
  263. Gamelist = Gamelistq.Skip(j * 100).Take(100).ToList();
  264. Gamelist.ForEach(p =>
  265. {
  266. Task.Run(() =>
  267. {
  268. Trace.WriteLine("亚盘分析 开始:" + Gamelist.IndexOf(p));
  269. Getbjop(p.Remark, p);
  270. });
  271. });
  272. while (true)
  273. {
  274. if (CommonHelper.ThreadsFinsh())
  275. break;
  276. }
  277. Companylist = Companylist.Distinct().ToList();
  278. InsertBankerCompany(Companylist);
  279. InsertBankerCompany1();
  280. {
  281. List<F_SeasonAnalysis> teamlist = new List<F_SeasonAnalysis>();
  282. try
  283. {
  284. teamlist = services.Query<F_SeasonAnalysis>().ToList();
  285. }
  286. catch (Exception e)
  287. {
  288. }
  289. salist = salist.Distinct().ToList();
  290. List<F_SeasonAnalysis> salist1 = salist.Where((x, i) => salist.FindIndex(z => z.TeamId == x.TeamId) == i).ToList();//Lambda表达式去重
  291. List<F_SeasonAnalysis> salist2 = new List<F_SeasonAnalysis>();
  292. foreach (var item in salist1)
  293. {
  294. if (teamlist.Where(a => a.TeamId == item.TeamId).ToList().Count == 0)
  295. salist2.Add(item);
  296. }
  297. Trace.WriteLine("插入赛季分析数据 开始:" + salist2.Count);
  298. if (salist2.Count != 0)
  299. services.SqlBulkCopyAdd(salist2);
  300. }
  301. var listbk = services.Query<BankerCompany>().ToList();
  302. try
  303. {
  304. //oclist.ForEach(p =>
  305. //{
  306. // Task.Run(() =>
  307. // {
  308. // try
  309. // {
  310. // Trace.WriteLine("更换公司Id:");
  311. // F_AsianDishCuring oc_new = new F_AsianDishCuring();
  312. // if (p != null)
  313. // {
  314. // oc_new = p;
  315. // oc_new.BankerCompanyId = listbk.Where(a => a.Name == p.BankerCompanyId).FirstOrDefault().Id;
  316. // // Getbjop(p.Remark, p);
  317. // oclist_new.Add(oc_new);
  318. // }
  319. // }
  320. // catch (Exception e)
  321. // {
  322. // }
  323. // });
  324. //});
  325. Task[] processors = new Task[oclist.Count];
  326. for (int i = 0; i < oclist.Count; i++)
  327. {
  328. int processId = i;
  329. processors[i] = Task.Run(
  330. () => {
  331. try
  332. {
  333. Trace.WriteLine("更换公司Id:");
  334. F_AsianDishCuring oc_new = new F_AsianDishCuring();
  335. if (oclist[processId] != null)
  336. {
  337. oc_new = oclist[processId];
  338. oc_new.BankerCompanyId = listbk.Where(a => a.Name == oclist[processId].BankerCompanyId).FirstOrDefault().Id;
  339. // Getbjop(p.Remark, p);
  340. oclist_new.Add(oc_new);
  341. }
  342. }
  343. catch (Exception e)
  344. {
  345. }
  346. }
  347. );
  348. }
  349. }
  350. catch (Exception r)
  351. {
  352. }
  353. while (true)
  354. {
  355. if (CommonHelper.ThreadsFinsh())
  356. break;
  357. }
  358. csalist.ForEach(p =>
  359. {
  360. Task.Run(() =>
  361. {
  362. if (p != null)
  363. {
  364. lock (csalist)
  365. {
  366. Trace.WriteLine("更换公司Id:" + csalist.IndexOf(p));
  367. F_AsianDish cp = new F_AsianDish();
  368. cp = p;
  369. cp.BankerCompanyId = listbk.Where(a => a.Name == p.BankerCompanyId).FirstOrDefault().Id;
  370. // Getbjop(p.Remark, p);
  371. csalist_new.Add(cp);
  372. }
  373. }
  374. });
  375. });
  376. while (true)
  377. {
  378. if (CommonHelper.ThreadsFinsh())
  379. break;
  380. }
  381. List<F_CuringAnalysis> calist1 = calist.Where((x, i) => calist.FindIndex(z => z.GameId == x.GameId && z.CuringAnalysisType == x.CuringAnalysisType) == i).ToList();//Lambda表达式去重
  382. Trace.WriteLine("插入亚盘固化数据 开始:" + oclist_new.Count);
  383. CommonHelper.Write(ConfigurationManager.AppSettings["OddsLog"], "插入固化分析数据 开始:" + oclist_new.Count);
  384. if (oclist_new.Count > 0)
  385. services.SqlBulkCopyAdd(oclist_new);
  386. Trace.WriteLine("插入亚盘详情数据 开始:" + csalist_new.Count);
  387. CommonHelper.Write(ConfigurationManager.AppSettings["OddsLog"], "插入固化分析数据 开始:" + csalist_new.Count);
  388. if (csalist_new.Count > 0)
  389. services.SqlBulkCopyAdd(csalist_new);
  390. Trace.WriteLine("插入固化分析数据 开始:" + calist1.Count);
  391. CommonHelper.Write(ConfigurationManager.AppSettings["OddsLog"], "插入固化分析数据 开始:" + calist1.Count);
  392. if (calist1.Count > 0)
  393. services.SqlBulkCopyAdd(calist1);
  394. urllist = new List<string>();
  395. urllist1 = new List<string>();
  396. Companylist = new List<string>();//所有公司
  397. bclist = new List<BankerCompany>();
  398. bcrlist = new List<BankerCompanyRelation>();
  399. calist = new List<F_CuringAnalysis>();
  400. salist = new List<F_SeasonAnalysis>();
  401. oclist = new List<F_AsianDishCuring>();
  402. oclist_new = new List<F_AsianDishCuring>();
  403. csalist = new List<F_AsianDish>();
  404. csalist_new = new List<F_AsianDish>();
  405. }
  406. }
  407. public List<string> urllist = new List<string>();
  408. public List<string> urllist1 = new List<string>();
  409. public List<string> Companylist = new List<string>();//所有公司
  410. public static List<BankerCompany> bclist = new List<BankerCompany>();
  411. public static List<BankerCompanyRelation> bcrlist = new List<BankerCompanyRelation>();
  412. public static List<F_CuringAnalysis> calist = new List<F_CuringAnalysis>();
  413. public static List<F_Team> teamlist = new List<F_Team>();
  414. public static List<F_Games> Gamelist = new List<F_Games>();
  415. public static List<F_SeasonAnalysis> salist = new List<F_SeasonAnalysis>();
  416. public static List<F_AsianDishCuring> oclist = new List<F_AsianDishCuring>();
  417. public static List<F_AsianDishCuring> oclist_new = new List<F_AsianDishCuring>();
  418. public static List<F_AsianDish> csalist = new List<F_AsianDish>();
  419. public static List<F_Games> Gamelistq = new List<F_Games>();
  420. public static List<F_AsianDish> csalist_new = new List<F_AsianDish>();
  421. public void Getbjop(string url, F_Games game)
  422. {
  423. url = url.Replace(":80", "").Replace("ypdb", "ypdb");
  424. //class="bf-tab-02"
  425. // Trace.WriteLine("亚盘分析 开始:" + url);
  426. string yurl = url;
  427. ;
  428. var htmlResource = NetHelper.GetUrlResponse(url, Encoding.GetEncoding("utf-8"));
  429. HtmlDocument doc = new HtmlDocument();
  430. if (htmlResource == null)
  431. return;
  432. if (htmlResource.Contains("lg123456"))
  433. {
  434. urllist.Add(url + "|" + game.Id);
  435. return;
  436. }
  437. if (htmlResource.Contains("403 Forbidden"))
  438. {
  439. urllist.Add(url + "|" + game.Id);
  440. return;
  441. }
  442. doc.LoadHtml(htmlResource);
  443. //赔率集合
  444. HtmlNodeCollection bjopHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-02']/tr");
  445. if (bjopHtml == null)
  446. return;
  447. HtmlNodeCollection homenameHtml = doc.DocumentNode.SelectNodes("//*[@class='host-name']/a");
  448. var q1 = teamlist.Where(a => a.Name == homenameHtml[0].InnerText.Trim()).FirstOrDefault();
  449. string HomeTeamName = "";
  450. string data = "";
  451. if (q1 != null)
  452. {
  453. HomeTeamName = q1.Name;
  454. HtmlNodeCollection homepmHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-zd']");
  455. if (homepmHtml[0].InnerText.Trim().Contains("上赛季排名"))
  456. {
  457. data = "" + string.Join("|", homepmHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
  458. HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
  459. data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
  460. }
  461. else {
  462. data = "" + homepmHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
  463. HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
  464. data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分","");
  465. }
  466. InsertSeasonAnalysis(data, q1.Id, url, game.Season);
  467. }
  468. HtmlNodeCollection visitingnameHtml = doc.DocumentNode.SelectNodes("//*[@class='visit-name']/a");
  469. var q2 = teamlist.Where(a => a.Name == visitingnameHtml[0].InnerText.Trim()).FirstOrDefault();
  470. string VisitingTeamName = "";
  471. if (q2 != null)
  472. {
  473. VisitingTeamName = q2.Name;
  474. HtmlNodeCollection homepmkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-kd']");
  475. if (homepmkHtml[0].InnerText.Trim().Contains("上赛季排名"))
  476. {
  477. data = "" + string.Join("|", homepmkHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
  478. HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
  479. data += "|" + homedfkHtml[0].InnerText.Trim().Replace("客队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
  480. }
  481. else {
  482. data = "" + homepmkHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
  483. HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
  484. data += "|" + homedfkHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
  485. }
  486. InsertSeasonAnalysis(data, q2.Id, url, game.Season);
  487. }
  488. List<string> listdetail = new List<string>();
  489. foreach (var item in bjopHtml)
  490. {
  491. HtmlDocument doc1 = new HtmlDocument();
  492. doc1.LoadHtml(item.InnerHtml);
  493. HtmlNodeCollection bjoptdHtml = doc1.DocumentNode.SelectNodes("//td");
  494. int i = 1;
  495. string shuju = "", nurl = "";
  496. foreach (var item1 in bjoptdHtml)
  497. {
  498. if (i == 2)
  499. {
  500. // shuju += item1.InnerText.Trim()+"|";
  501. Companylist.Add(item1.InnerText.Trim() + "|" + item1.Attributes["data"].Value);
  502. // Companylist = Companylist.Distinct().ToList();
  503. // InsertBankerCompany();
  504. }
  505. if (i == 6)
  506. {
  507. shuju += item1.InnerText.Trim() + "|";
  508. nurl = item1.SelectNodes("//a")[0].Attributes["href"].Value.Trim();
  509. }
  510. else if (i == 9)
  511. {
  512. HtmlDocument doc2 = new HtmlDocument();
  513. doc2.LoadHtml(item1.InnerHtml);
  514. HtmlNodeCollection timehtml = doc2.DocumentNode.SelectNodes("//em");
  515. shuju += item.Attributes["firsttime"].Value + "|";
  516. }
  517. else
  518. {
  519. shuju += item1.InnerText.Trim() + "|";
  520. }
  521. i++;
  522. }
  523. listdetail.Add(shuju + "@" + nurl);
  524. }
  525. listdetail.ForEach(p =>
  526. {
  527. Task.Run(() =>
  528. {
  529. try
  530. {
  531. var lis = p.Split('@')[0];
  532. //Trace.WriteLine("亚盘分析多线程 开始:" + listdetail.IndexOf(p));
  533. InsertOddsCuring(p.Split('@')[0], game.Id, p.Split('@')[1], game.StartDateTime.TryToDateTime(), game.HomeTeamId, game.VisitingTeamId, HomeTeamName, VisitingTeamName);
  534. }
  535. catch (Exception e)
  536. {
  537. Trace.WriteLine("亚盘分析多线程 报错:" + listdetail.IndexOf(p));
  538. }
  539. });
  540. });
  541. //class="bf-tab-03"
  542. HtmlNodeCollection bjopfxHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-03']/tr");
  543. foreach (var item in bjopfxHtml)
  544. {
  545. HtmlDocument doc1 = new HtmlDocument();
  546. doc1.LoadHtml(item.InnerHtml);
  547. HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
  548. if (bjopfxtdHtml.Count == 15)
  549. {
  550. string shuju = "";
  551. foreach (var item1 in bjopfxtdHtml)
  552. {
  553. shuju += item1.InnerText.Trim() + "|";
  554. }
  555. InsertCuringAnalysis(shuju, game.Id, url);
  556. }
  557. }
  558. }
  559. public void Getbjopdetail(string url, F_AsianDishCuring oc,string date)
  560. {
  561. try
  562. {
  563. //插入初始
  564. InsertCompensate_start(oc,date);
  565. //Trace.WriteLine("亚盘所有分析获取 开始:" + "http://fenxi.zgzcw.com" + url);
  566. string yurl = url;
  567. if (!url.Contains("http://fenxi.zgzcw.com"))
  568. url = "http://fenxi.zgzcw.com" + url.Replace(":80", "");
  569. var htmlResource = NetHelper.GetUrlResponse(url, Encoding.GetEncoding("utf-8"));
  570. HtmlDocument doc = new HtmlDocument();
  571. if (htmlResource == null)
  572. return;
  573. if (htmlResource.Contains("lg123456"))
  574. {
  575. urllist1.Add(url + "|" + oc.Id);
  576. return;
  577. }
  578. if (htmlResource.Contains("403 Forbidden"))
  579. {
  580. urllist1.Add(url + "|" + oc.Id);
  581. return;
  582. }
  583. doc.LoadHtml(htmlResource);
  584. HtmlNodeCollection detailHtml = doc.DocumentNode.SelectNodes("//*[@class='dxzkt-tab']/tr");
  585. if (detailHtml == null)
  586. return;
  587. int i = 0;
  588. foreach (var item in detailHtml)
  589. {
  590. if (i > 10)
  591. return;
  592. HtmlDocument doc1 = new HtmlDocument();
  593. doc1.LoadHtml(item.InnerHtml);
  594. HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
  595. if (bjopfxtdHtml != null)
  596. {
  597. if (bjopfxtdHtml.Count == 11)
  598. {
  599. string shuju = "";
  600. foreach (var item1 in bjopfxtdHtml)
  601. {
  602. shuju += item1.InnerText.Trim() + "|";
  603. }
  604. InsertCompensate(shuju, oc, url);
  605. }
  606. }
  607. i++;
  608. }
  609. }
  610. catch (Exception e)
  611. {
  612. Trace.WriteLine("报错开始 开始:" + "http://fenxi.zgzcw.com" + url);
  613. //Getbjopdetail(url, oc);
  614. }
  615. }
  616. /// <summary>
  617. /// 插入数据公司
  618. /// </summary>
  619. /// <param name="data"></param>
  620. /// <param name="Id"></param>
  621. /// <param name="Season"></param>
  622. public void InsertBankerCompany(List<string> Companylist)
  623. {
  624. List<BankerCompany> listbk = new List<BankerCompany>();
  625. try
  626. {
  627. listbk = services.Query<BankerCompany>().ToList();
  628. }
  629. catch (Exception e)
  630. {
  631. }
  632. foreach (var item in Companylist)
  633. {
  634. var query = item.Split('|');
  635. if (listbk.Where(a => a.Name == query[0]).ToList().Count > 0)
  636. continue;
  637. BankerCompany bc = new BankerCompany();
  638. bc.CreateDateTime = DateTime.Now;
  639. bc.Id = CommonHelper.GetGuid().ToString();
  640. bc.Name = query[0];
  641. bclist.Add(bc);
  642. }
  643. List<BankerCompany> bclist1 = bclist.Where((x, i) => bclist.FindIndex(z => z.Name == x.Name) == i).ToList();//Lambda表达式去重
  644. Trace.WriteLine("插入公司数据 开始:" + bclist1.Count);
  645. if (bclist1.Count != 0)
  646. services.SqlBulkCopyAdd(bclist1);
  647. }
  648. public void InsertBankerCompany1()
  649. {
  650. List<BankerCompany> listbk = new List<BankerCompany>();
  651. List<BankerCompanyRelation> listbkrs = new List<BankerCompanyRelation>();
  652. try
  653. {
  654. listbk = services.Query<BankerCompany>().ToList();
  655. listbkrs = services.Query<BankerCompanyRelation>().ToList();
  656. }
  657. catch (Exception e)
  658. {
  659. }
  660. foreach (var item in Companylist)
  661. {
  662. if (item.IsEmpty())
  663. continue;
  664. var query = item.Split('|');
  665. // bclist1
  666. if (listbk.Where(a => a.Name == query[0]).ToList().Count > 0)
  667. {
  668. var query2 = query[1].Split(',');
  669. foreach (var item1 in query2)
  670. {
  671. if (item.IsEmpty())
  672. continue;
  673. // if (!item1.Trim().IsEmpty())
  674. {
  675. BankerCompanyRelation bcr = new BankerCompanyRelation();
  676. bcr.BankerCompanyId = listbk.Where(a => a.Name == query[0]).FirstOrDefault().Id;
  677. bcr.BankerCompanyType = a4;
  678. bcr.Remark = "";
  679. bcr.Id = CommonHelper.GetGuid().ToString();
  680. bcr.CreateDateTime = DateTime.Now;
  681. if (listbkrs.Where(a => a.BankerCompanyType == bcr.BankerCompanyType && a.BankerCompanyId == bcr.BankerCompanyId).ToList().Count == 0)
  682. {
  683. bcrlist.Add(bcr);
  684. }
  685. }
  686. }
  687. }
  688. }
  689. Trace.WriteLine("插入公司分类数据 开始:" + bcrlist.Count);
  690. if (bcrlist.Count != 0)
  691. services.SqlBulkCopyAdd(bcrlist);
  692. }
  693. public static string a1 = "c06f47ca4f8ee811af5a2c4d54d3f5a9", a2 = "00ae03d14f8ee811af5a2c4d54d3f5a9", a3 = "30d122dc4f8ee811af5a2c4d54d3f5a9", a4 = "f08de6e64f8ee811af5a2c4d54d3f5a9", a5 = "904f40ef4f8ee811af5a2c4d54d3f5a9";
  694. //百家亚盘 c06f47ca4f8ee811af5a2c4d54d3f5a9
  695. //主流公司 00ae03d14f8ee811af5a2c4d54d3f5a9 0
  696. //交易公司 30d122dc4f8ee811af5a2c4d54d3f5a9 1
  697. //亚洲公司 f08de6e64f8ee811af5a2c4d54d3f5a9 2
  698. //普通公司 904f40ef4f8ee811af5a2c4d54d3f5a9 5
  699. /// <summary>
  700. /// 插入数据亚盘数据
  701. /// </summary>
  702. /// <param name="data"></param>
  703. /// <param name="Id"></param>
  704. /// <param name="Season"></param>
  705. public void InsertCompensate(string data, F_AsianDishCuring oc, string url)
  706. {
  707. try
  708. {
  709. var query = data.Replace("↓", "").Replace("↑", "").Split('|');
  710. F_AsianDish ca = new F_AsianDish();
  711. ca.BankerCompanyId = oc.BankerCompanyId;
  712. ca.ChangeDateTime = Convert.ToDateTime(query[1]);
  713. ca.AsianDishStatus = "913f7b12da6ae811ab3100ac6a4a134f";//及时盘口赔率 913f7b12da6ae811ab3100ac6a4a134f
  714. ca.CreateDateTime = DateTime.Now;
  715. ca.SOdd = Convert.ToDouble(query[3]);
  716. ca.POdd = -1;
  717. ca.Disc = Convert.ToString(query[4]) == null ? "" : Convert.ToString(query[4]);
  718. ca.FOdd = Convert.ToDouble(query[5]);
  719. ca.Remark = url;
  720. ca.Id = CommonHelper.GetGuid().ToString();
  721. ca.GameId = oc.GameId;
  722. csalist.Add(ca);
  723. }
  724. catch (Exception e)
  725. {
  726. }
  727. }
  728. /// <summary>
  729. /// 插入数据亚盘数据-初始
  730. /// </summary>
  731. /// <param name="data"></param>
  732. /// <param name="Id"></param>
  733. /// <param name="Season"></param>
  734. public void InsertCompensate_start(F_AsianDishCuring oc,string date)
  735. {
  736. try
  737. {
  738. F_AsianDish ca = new F_AsianDish();
  739. ca.BankerCompanyId = oc.BankerCompanyId;
  740. try
  741. {
  742. ca.ChangeDateTime = Convert.ToDateTime(date);
  743. }
  744. catch (Exception e)
  745. {
  746. ca.ChangeDateTime = Convert.ToDateTime("1999-01-01 00:01");
  747. }
  748. ca.AsianDishStatus = "903f7b12da6ae811ab3100ac6a4a134f";//初始盘口赔率 903f7b12da6ae811ab3100ac6a4a134f
  749. ca.CreateDateTime = DateTime.Now;
  750. ca.SOdd = Convert.ToDouble(oc.Init_SOdd);
  751. ca.POdd = -1;
  752. ca.Disc = oc.Init_DiscName;
  753. ca.FOdd = Convert.ToDouble(oc.Init_FOdd);
  754. ca.Remark = "";
  755. ca.Id = CommonHelper.GetGuid().ToString();
  756. ca.GameId = oc.GameId;
  757. csalist.Add(ca);
  758. }
  759. catch (Exception e)
  760. {
  761. }
  762. }
  763. /// <summary>
  764. /// 插入数据亚盘固化数据
  765. /// </summary>
  766. /// <param name="data"></param>
  767. /// <param name="Id"></param>
  768. /// <param name="Season"></param>
  769. public void InsertOddsCuring(string data, string Id, string url, DateTime date, string HomeTeamId, string VisitingTeamId, string HomeTeamName, string VisitingTeamName)
  770. {
  771. try
  772. {
  773. var query = data.Replace("↓", "").Replace("↑", "").Split('|');
  774. F_AsianDishCuring oc = new F_AsianDishCuring();
  775. oc.Init_SOdd = Convert.ToDouble(query[2]);
  776. oc.Init_DiscName = query[3];
  777. oc.Init_FOdd = Convert.ToDouble(query[4]);
  778. oc.Newest_SOdd = Convert.ToDouble(query[5]);
  779. oc.Newest_DiscName = query[6];
  780. oc.Newest_FOdd = Convert.ToDouble(query[7]);
  781. oc.Probability_SOdd = Convert.ToDouble(query[9]);
  782. oc.Probability_FOdd = Convert.ToDouble(query[10]);
  783. oc.Kelly_SOdd = Convert.ToDouble(query[11]);
  784. oc.Kelly_FOdd = Convert.ToDouble(query[12]);
  785. oc.Loss_Odd = Convert.ToDouble(query[13]);
  786. oc.BankerCompanyName = query[1];
  787. oc.BankerCompanyId = query[1];
  788. oc.Remark = url;
  789. oc.Id = CommonHelper.GetGuid().ToString();
  790. oc.CreateDateTime = DateTime.Now;
  791. oc.GameId = Id;
  792. try
  793. {
  794. oc.ChangeDateTime = Convert.ToDateTime(query[8]);
  795. }
  796. catch (Exception e)
  797. {
  798. oc.ChangeDateTime = DateTime.Now;
  799. }
  800. oc.HomeTeamId = HomeTeamId;
  801. oc.HomeTeamName = HomeTeamName;
  802. oc.VisitingTeamId = VisitingTeamId;
  803. oc.VisitingTeamName = VisitingTeamName;
  804. oclist.Add(oc);
  805. Getbjopdetail(url, oc,query[8]);
  806. }
  807. catch (Exception s)
  808. {
  809. }
  810. }
  811. public DateTime GetDate(string time, DateTime date)
  812. {
  813. time = time.Replace("更新时间:赛前", "").Replace("时", "|").Replace("分", "").Trim();
  814. var query = time.Split('|');
  815. if (query.Length == 1)
  816. date.AddMinutes(Convert.ToInt32(query[0]));
  817. if (query.Length == 2)
  818. date.AddMinutes(Convert.ToInt32(query[1])).AddHours(Convert.ToInt32(query[0]));
  819. return date;
  820. }
  821. /// <summary>
  822. /// 插入数据亚盘固化分析数据
  823. /// </summary>
  824. /// <param name="data"></param>
  825. /// <param name="Id"></param>
  826. /// <param name="Season"></param>
  827. public void InsertCuringAnalysis(string data, string Id, string url)
  828. {
  829. try
  830. {
  831. var query = data.Split('|');
  832. F_CuringAnalysis ca = new F_CuringAnalysis();
  833. ca.Remark = url;
  834. ca.Id = CommonHelper.GetGuid().ToString();
  835. ca.CreateDateTime = DateTime.Now;
  836. ca.CuringType = "c02e910a438ee811af5a2c4d54d3f5a9";
  837. if (query[1] == "平均值")
  838. ca.CuringAnalysisType = b1;
  839. if (query[1] == "最大值")
  840. ca.CuringAnalysisType = b2;
  841. if (query[1] == "最小值")
  842. ca.CuringAnalysisType = b3;
  843. ca.GameId = Id;
  844. ca.Init_SOdd = Convert.ToDouble(query[2]);
  845. ca.Init_POdd = -1;
  846. ca.Init_FOdd = Convert.ToDouble(query[4]);
  847. ca.Newest_SOdd = Convert.ToDouble(query[5]);
  848. ca.Newest_POdd = -1;
  849. ca.Newest_FOdd = Convert.ToDouble(query[7]);
  850. ca.Probability_SOdd = Convert.ToDouble(query[9]);
  851. ca.Probability_POdd = -1;
  852. ca.Probability_FOdd = Convert.ToDouble(query[10]);
  853. ca.Kelly_SOdd = Convert.ToDouble(query[11]);
  854. ca.Kelly_POdd = -1;
  855. ca.Kelly_FOdd = Convert.ToDouble(query[12]);
  856. ca.Loss_Odd = -1;
  857. calist.Add(ca);
  858. }
  859. catch (Exception e)
  860. {
  861. }
  862. }
  863. //public static string b1 = "c06f47ca4f8ee811af5a2c4d54d3f5a9", b2 = "00ae03d14f8ee811af5a2c4d54d3f5a9", b3 = "30d122dc4f8ee811af5a2c4d54d3f5a9";
  864. public static string b1 = "b1b112fa278ee811a04200ac6a4a134f", b2 = "b2b112fa278ee811a04200ac6a4a134f", b3 = "b1bf8c08288ee811a04200ac6a4a134f";
  865. //平均值 b1b112fa278ee811a04200ac6a4a134f
  866. //最小值 b2b112fa278ee811a04200ac6a4a134f
  867. //最大值 b1bf8c08288ee811a04200ac6a4a134f
  868. /// <summary>
  869. /// 插入数据赛季分析表
  870. /// </summary>
  871. /// <param name="data"></param>
  872. /// <param name="Id"></param>
  873. /// <param name="Season"></param>
  874. public void InsertSeasonAnalysis(string data, string Id, string url, string Season)
  875. {
  876. // List<F_SeasonAnalysis> salist1 = salist;
  877. //if (salist1.Where(a => a.Id == Id).ToList().Count > 0)
  878. //return;
  879. var query = data.Split('|');
  880. try
  881. {
  882. F_SeasonAnalysis sa = new F_SeasonAnalysis();
  883. sa.Remark = url;
  884. sa.Id = CommonHelper.GetGuid().ToString();
  885. sa.CreateDateTime = DateTime.Now;
  886. sa.Season = Season;
  887. sa.TeamId = Id;
  888. sa.OldRanking = query[0].TryToInt32();
  889. sa.NowOldRanking = query[1].TryToInt32();
  890. sa.Win = query[2].TryToInt32();
  891. sa.Draw = query[3].TryToInt32();
  892. sa.Lose = query[4].TryToInt32();
  893. sa.Number = query[5].TryToInt32();
  894. salist.Add(sa);
  895. }
  896. catch (Exception e)
  897. {
  898. F_SeasonAnalysis sa = new F_SeasonAnalysis();
  899. sa.Remark = url;
  900. sa.Id = CommonHelper.GetGuid().ToString();
  901. sa.CreateDateTime = DateTime.Now;
  902. sa.Season = Season;
  903. sa.TeamId = Id;
  904. sa.OldRanking = query[0].TryToInt32();
  905. sa.NowOldRanking = query[0].TryToInt32();
  906. sa.Win = 0;
  907. sa.Draw = 0;
  908. sa.Lose = 0;
  909. sa.Number = query[1].TryToInt32();
  910. salist.Add(sa);
  911. }
  912. }
  913. #region 更新
  914. public void Getbjop_new(string url, F_Games game)
  915. {
  916. try
  917. {
  918. url = url.Replace(":80", "");
  919. string jsonall = CommonHelper.GetHtmlString(url.Replace("fenxi.zgzcw.com", "fenxi.zgzcw.com/json"), "", 5 * 1000);
  920. var htmlResource = CommonHelper.GetHtmlString(url, "", 5 * 1000);
  921. HtmlDocument doc = new HtmlDocument();
  922. if (htmlResource == null)
  923. return;
  924. if (htmlResource == ConfigurationManager.AppSettings["HttpException"].ToString())
  925. return;
  926. doc.LoadHtml(htmlResource);
  927. //赔率集合
  928. HtmlNodeCollection bjopHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-02']/tr");
  929. if (bjopHtml == null)
  930. return;
  931. string HomeTeamName = "";
  932. HtmlNodeCollection homenameHtml = doc.DocumentNode.SelectNodes("//*[@class='host-name']/a");
  933. if (homenameHtml != null)
  934. {
  935. var q1 = teamlist.Where(a => a.Name == homenameHtml[0].InnerText.Trim()).FirstOrDefault();
  936. string data = "";
  937. if (q1 != null)
  938. {
  939. HomeTeamName = q1.Name;
  940. HtmlNodeCollection homepmHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-zd']");
  941. if (homepmHtml[0].InnerText.Trim().Contains("上赛季排名"))
  942. {
  943. data = "" + string.Join("|", homepmHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
  944. HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
  945. data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
  946. }
  947. else
  948. {
  949. data = "" + homepmHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
  950. HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
  951. data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
  952. }
  953. InsertSeasonAnalysis(data, q1.Id, url, game.Season);
  954. }
  955. }
  956. string VisitingTeamName = "";
  957. HtmlNodeCollection visitingnameHtml = doc.DocumentNode.SelectNodes("//*[@class='visit-name']/a");
  958. if (visitingnameHtml != null)
  959. {
  960. string data = "";
  961. var q2 = teamlist.Where(a => a.Name == visitingnameHtml[0].InnerText.Trim()).FirstOrDefault();
  962. if (q2 != null)
  963. {
  964. VisitingTeamName = q2.Name;
  965. HtmlNodeCollection homepmkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-kd']");
  966. if (homepmkHtml[0].InnerText.Trim().Contains("上赛季排名"))
  967. {
  968. data = "" + string.Join("|", homepmkHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
  969. HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
  970. data += "|" + homedfkHtml[0].InnerText.Trim().Replace("客队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
  971. }
  972. else
  973. {
  974. data = "" + homepmkHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
  975. HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
  976. data += "|" + homedfkHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
  977. }
  978. InsertSeasonAnalysis(data, q2.Id, url, game.Season);
  979. }
  980. }
  981. DateTime lastdate = DateTime.Now;
  982. List<string> listdetail = new List<string>();
  983. foreach (var item in bjopHtml)
  984. {
  985. HtmlDocument doc1 = new HtmlDocument();
  986. doc1.LoadHtml(item.InnerHtml);
  987. HtmlNodeCollection bjoptdHtml = doc1.DocumentNode.SelectNodes("//td");
  988. int i = 1;
  989. string shuju = "", nurl = "";
  990. DateTime lasttime = DateTime.Now;
  991. foreach (var item1 in bjoptdHtml)
  992. {
  993. if (i == 2)
  994. {
  995. // shuju += item1.InnerText.Trim()+"|";
  996. Companylist.Add(item1.InnerText.Trim() + "|" + item1.Attributes["data"].Value);
  997. // Companylist = Companylist.Distinct().ToList();
  998. // InsertBankerCompany();
  999. }
  1000. if (i == 6)
  1001. {
  1002. shuju += item1.InnerText.Trim() + "|";
  1003. nurl = item1.SelectNodes("//a")[0].Attributes["href"].Value.Trim();
  1004. }
  1005. else if (i == 9)
  1006. {
  1007. HtmlDocument doc2 = new HtmlDocument();
  1008. doc2.LoadHtml(item1.InnerHtml);
  1009. HtmlNodeCollection timehtml = doc2.DocumentNode.SelectNodes("//em");
  1010. shuju += item.Attributes["firsttime"].Value + "|";
  1011. string datestring = timehtml[0].InnerText.Trim().Replace("更新时间:赛前", "").Replace("时", "|").Replace("分", "");
  1012. string Hours = "0";
  1013. string Minute = "0";
  1014. if (datestring.Split('|').Length == 2)
  1015. {
  1016. Hours = datestring.Split('|')[0];
  1017. Minute = datestring.Split('|')[1];
  1018. }
  1019. else if (datestring.Split('|').Length == 1)
  1020. {
  1021. Hours = "0";
  1022. Minute = datestring.Split('|')[0];
  1023. }
  1024. int Minutes = Minute.TryToInt32() + Hours.TryToInt32() * 60;
  1025. lasttime = Convert.ToDateTime(game.StartDateTime).AddMinutes(-Minutes);
  1026. }
  1027. else
  1028. {
  1029. shuju += item1.InnerText.Trim() + "|";
  1030. }
  1031. i++;
  1032. }
  1033. lastdate = lasttime;
  1034. DateTime date = Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"));
  1035. // if (lastdate > date)
  1036. {
  1037. listdetail.Add(shuju + "@" + nurl + "@" + lasttime);
  1038. }
  1039. InsertOddsCuring_new(shuju, game.Id, nurl, game.StartDateTime.TryToDateTime(), game.HomeTeamId, game.VisitingTeamId, HomeTeamName, VisitingTeamName, jsonall, Convert.ToDateTime(lasttime));
  1040. // listdetail.Add(shuju + "@" + nurl);
  1041. }
  1042. //class="bf-tab-03"
  1043. HtmlNodeCollection bjopfxHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-03']/tr");
  1044. if (bjopfxHtml == null)
  1045. return;
  1046. foreach (var item in bjopfxHtml)
  1047. {
  1048. HtmlDocument doc1 = new HtmlDocument();
  1049. doc1.LoadHtml(item.InnerHtml);
  1050. HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
  1051. if (bjopfxtdHtml.Count == 15)
  1052. {
  1053. string shuju = "";
  1054. foreach (var item1 in bjopfxtdHtml)
  1055. {
  1056. shuju += item1.InnerText.Trim() + "|";
  1057. }
  1058. InsertCuringAnalysis(shuju, game.Id, url);
  1059. }
  1060. }
  1061. }
  1062. catch (Exception e)
  1063. {
  1064. //throw;
  1065. }
  1066. }
  1067. public void Getbjopdetail_new(string url, F_AsianDishCuring oc, string date)
  1068. {
  1069. try
  1070. {
  1071. //插入初始
  1072. InsertCompensate_start(oc, date);
  1073. //Trace.WriteLine("亚盘所有分析获取 开始:" + "http://fenxi.zgzcw.com" + url);
  1074. string yurl = url;
  1075. if (!url.Contains("http://fenxi.zgzcw.com"))
  1076. url = "http://fenxi.zgzcw.com" + url.Replace(":80", "");
  1077. var htmlResource = NetHelper.GetUrlResponse(url, Encoding.GetEncoding("utf-8"));
  1078. HtmlDocument doc = new HtmlDocument();
  1079. if (htmlResource == null)
  1080. return;
  1081. if (htmlResource.Contains("lg123456"))
  1082. {
  1083. urllist1.Add(url + "|" + oc.Id);
  1084. return;
  1085. }
  1086. if (htmlResource.Contains("403 Forbidden"))
  1087. {
  1088. urllist1.Add(url + "|" + oc.Id);
  1089. return;
  1090. }
  1091. doc.LoadHtml(htmlResource);
  1092. HtmlNodeCollection detailHtml = doc.DocumentNode.SelectNodes("//*[@class='dxzkt-tab']/tr");
  1093. if (detailHtml == null)
  1094. return;
  1095. DateTime date1 = Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"));
  1096. DateTime jdate = Convert.ToDateTime(DateTime.Now.ToString("yyyy-MM-dd"));
  1097. foreach (var item in detailHtml)
  1098. {
  1099. HtmlDocument doc1 = new HtmlDocument();
  1100. doc1.LoadHtml(item.InnerHtml);
  1101. HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
  1102. if (bjopfxtdHtml != null)
  1103. {
  1104. if (bjopfxtdHtml.Count == 11)
  1105. {
  1106. string shuju = "";
  1107. DateTime newdate=DateTime.Now;
  1108. int i = 0;
  1109. foreach (var item1 in bjopfxtdHtml)
  1110. {
  1111. shuju += item1.InnerText.Trim() + "|";
  1112. if (i == 1)
  1113. {
  1114. try
  1115. {
  1116. newdate = Convert.ToDateTime(item1.InnerText.Trim());
  1117. }
  1118. catch (Exception e)
  1119. {
  1120. }
  1121. }
  1122. i++;
  1123. }
  1124. if (newdate > date1 && newdate < jdate)
  1125. {
  1126. InsertCompensate(shuju, oc, url);
  1127. }
  1128. //InsertCompensate(shuju, oc, url);
  1129. }
  1130. }
  1131. }
  1132. }
  1133. catch (Exception e)
  1134. {
  1135. Trace.WriteLine("报错开始 开始:" + "http://fenxi.zgzcw.com" + url);
  1136. //Getbjopdetail(url, oc);
  1137. }
  1138. }
  1139. /// <summary>
  1140. /// 插入数据亚盘固化数据
  1141. /// </summary>
  1142. /// <param name="data"></param>
  1143. /// <param name="Id"></param>
  1144. /// <param name="Season"></param>
  1145. public void InsertOddsCuring_new(string data, string Id, string url, DateTime date, string HomeTeamId, string VisitingTeamId, string HomeTeamName, string VisitingTeamName,string jsonall,DateTime lastdate)
  1146. {
  1147. try
  1148. {
  1149. var query = data.Replace("↓", "").Replace("↑", "").Split('|');
  1150. F_AsianDishCuring oc = new F_AsianDishCuring();
  1151. oc.Init_SOdd = Convert.ToDouble(query[2]);
  1152. oc.Init_DiscName = query[3];
  1153. oc.Init_FOdd = Convert.ToDouble(query[4]);
  1154. oc.Newest_SOdd = Convert.ToDouble(query[5]);
  1155. oc.Newest_DiscName = query[6];
  1156. oc.Newest_FOdd = Convert.ToDouble(query[7]);
  1157. oc.Probability_SOdd = Convert.ToDouble(query[9]);
  1158. oc.Probability_FOdd = Convert.ToDouble(query[10]);
  1159. oc.Kelly_SOdd = Convert.ToDouble(query[11]);
  1160. oc.Kelly_FOdd = Convert.ToDouble(query[12]);
  1161. oc.Loss_Odd = Convert.ToDouble(query[13]);
  1162. oc.BankerCompanyName = query[1];
  1163. oc.BankerCompanyId = query[1];
  1164. oc.Remark = url;
  1165. oc.Id = CommonHelper.GetGuid().ToString();
  1166. oc.CreateDateTime = DateTime.Now;
  1167. oc.GameId = Id;
  1168. try
  1169. {
  1170. oc.ChangeDateTime = Convert.ToDateTime(query[8]);
  1171. }
  1172. catch (Exception e)
  1173. {
  1174. oc.ChangeDateTime = DateTime.Now;
  1175. }
  1176. oc.HomeTeamId = HomeTeamId;
  1177. oc.HomeTeamName = HomeTeamName;
  1178. oc.VisitingTeamId = VisitingTeamId;
  1179. oc.VisitingTeamName = VisitingTeamName;
  1180. lock (oclist)
  1181. {
  1182. oclist.Add(oc);
  1183. }
  1184. F_AsianDish ca = new F_AsianDish();
  1185. ca.BankerCompanyId = oc.BankerCompanyId;
  1186. ca.ChangeDateTime = lastdate;
  1187. ca.AsianDishStatus = "913f7b12da6ae811ab3100ac6a4a134f";//及时盘口赔率 913f7b12da6ae811ab3100ac6a4a134f
  1188. ca.CreateDateTime = DateTime.Now;
  1189. ca.SOdd = Convert.ToDouble(query[5]);
  1190. ca.POdd = -1;
  1191. ca.Disc = query[6];
  1192. ca.FOdd = Convert.ToDouble(query[7]);
  1193. ca.Remark = url;
  1194. ca.Id = CommonHelper.GetGuid().ToString();
  1195. ca.GameId = oc.GameId;
  1196. //csalist.Add(ca);
  1197. lock (oclist)
  1198. {
  1199. csalist.Add(ca);
  1200. }
  1201. // Getbjopdetail_new(url, oc, query[8]);
  1202. Getbjopdetail_new_json(jsonall, query[1], lastdate, oc);
  1203. }
  1204. catch (Exception s)
  1205. {
  1206. }
  1207. }
  1208. public void Getbjopdetail_new_json(string jsonurl,string BankerCompanyName,DateTime lastdate, F_AsianDishCuring oc)
  1209. {
  1210. var obj = JsonConvert.DeserializeObject<JObject>(jsonurl);
  1211. var list = obj["company5List"];
  1212. var objw = JsonConvert.DeserializeObject<List<company5List>>(list.ToString());
  1213. var objw1 = objw.Where(a => a.attribute.name == BankerCompanyName).FirstOrDefault();
  1214. foreach (var item in objw1.c)
  1215. {
  1216. if (lastdate == item.attribute.wdate.TryToDateTime())
  1217. continue;
  1218. if (item.attribute.wdate.TryToDateTime() > Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd")) )
  1219. {
  1220. F_AsianDish ca = new F_AsianDish();
  1221. ca.BankerCompanyId = oc.BankerCompanyId;
  1222. ca.ChangeDateTime = item.attribute.wdate.TryToDateTime();
  1223. ca.AsianDishStatus = "913f7b12da6ae811ab3100ac6a4a134f";//及时盘口赔率 913f7b12da6ae811ab3100ac6a4a134f
  1224. ca.CreateDateTime = DateTime.Now;
  1225. ca.SOdd = Convert.ToDouble(item.attribute.win);
  1226. ca.POdd = -1;
  1227. ca.Disc = item.attribute.same_handicap;
  1228. ca.FOdd = Convert.ToDouble(item.attribute.lost);
  1229. ca.Remark = "";
  1230. ca.Id = CommonHelper.GetGuid().ToString();
  1231. ca.GameId = oc.GameId;
  1232. lock (csalist)
  1233. {
  1234. csalist.Add(ca);
  1235. }
  1236. }else
  1237. {
  1238. var s1 = item.attribute.wdate.TryToDateTime();
  1239. var s2 = Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"));
  1240. }
  1241. }
  1242. }
  1243. public class company5List
  1244. {
  1245. public company5List()
  1246. {
  1247. c = new List<sk>();
  1248. }
  1249. public Attribute attribute { get; set; }
  1250. public List<sk> c { get; set; }
  1251. }
  1252. public class Attribute
  1253. {
  1254. public string name { get; set; }
  1255. public string cid { get; set; }
  1256. }
  1257. public class sk
  1258. {
  1259. public sk2 attribute { get; set; }
  1260. public string value { get; set; }
  1261. }
  1262. public class sk2
  1263. {
  1264. public string lost { get; set; }
  1265. public string lostch { get; set; }
  1266. public string arq { get; set; }
  1267. public string wdate { get; set; }
  1268. public string win { get; set; }
  1269. public string wdate1 { get; set; }
  1270. public string same { get; set; }
  1271. public string cid { get; set; }
  1272. public string samech { get; set; }
  1273. public string alost { get; set; }
  1274. public string awin { get; set; }
  1275. public string winch { get; set; }
  1276. public string returnPer { get; set; }
  1277. public string arq_num { get; set; }
  1278. public string same_handicap { get; set; }
  1279. }
  1280. #endregion
  1281. }
  1282. }