OddsJob.cs 65 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Configuration;
  4. using System.Diagnostics;
  5. using System.Linq;
  6. using System.Text;
  7. using System.Threading;
  8. using System.Threading.Tasks;
  9. using FCS.Common;
  10. using FCS.Interface;
  11. using FCS.Models;
  12. using HtmlAgilityPack;
  13. using Newtonsoft.Json;
  14. using Newtonsoft.Json.Linq;
  15. using Quartz;
  16. namespace FCS.Crawler.ZCLotteryGames
  17. {
  18. class OddsJob : CommonJob, IJob
  19. {
  20. public OddsJob()
  21. {
  22. log = new LogHelper();
  23. services = IOC.Resolve<IDTOpenCode>();
  24. }
  25. public void Execute(IJobExecutionContext context)
  26. {
  27. //Config = CommonHelper.GetConfigFromDataMap(context.JobDetail.JobDataMap);
  28. // Click();
  29. }
  30. private static List<int> listCuringint = new List<int>();
  31. private static List<int> listDetailint = new List<int>();
  32. private static List<int> listAnalysisint = new List<int>();
  33. private static List<string> listGameId = new List<string>();
  34. private static List<F_Compensate> listDetailId = new List<F_Compensate>();
  35. public void Click(List<F_Games> glist,List<F_Games> listxg)
  36. {
  37. try
  38. {
  39. string Season = DateTime.Now.ToString("yyyy");
  40. Gamelistq = glist;
  41. teamlist = services.Query<F_Team>().ToList();
  42. int number = glist.Count;
  43. int page = number % 1000 == 0 ? number / 1000 : number / 1000 + 1;
  44. //要删除的
  45. //插入之前 获取要删除的旧数据的所有PK
  46. for (int i = 0; i < listxg.Count; i++)
  47. {
  48. listGameId.Add(listxg[i].Id);
  49. }
  50. if (listGameId.Count > 0)
  51. {
  52. var query1 = services.Query<F_Compensate>(" and GameId in ('" + string.Join("','", listGameId) + "') and ChangeDateTime>'" + Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd")).ToString("yyyy-MM-dd HH:mm:ss.fff") + "'") == null ? new List<F_Compensate>() : services.Query<F_Compensate>(" and GameId in ('" + string.Join("','", listGameId) + "') and ChangeDateTime>'" + Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd")).ToString("yyyy-MM-dd HH:mm:ss.fff") + "'").ToList();
  53. listDetailId = query1;
  54. for (int i = 0; i < query1.Count; i++)
  55. {
  56. listDetailint.Add(query1[i].PK);
  57. }
  58. var query2 = services.Query<F_OddsCuring>(" and GameId in ('" + string.Join("','", listGameId) + "')") == null ? new List<F_OddsCuring>() : services.Query<F_OddsCuring>(" and GameId in ('" + string.Join("','", listGameId) + "')").ToList();
  59. for (int i = 0; i < query2.Count; i++)
  60. {
  61. listCuringint.Add(query2[i].PK);
  62. }
  63. var query3 = services.Query<F_CuringAnalysis>(" and GameId in ('" + string.Join("','", listGameId) + "') and CuringType='0046feff428ee811af5a2c4d54d3f5a9'") == null ? new List<F_CuringAnalysis>() : services.Query<F_CuringAnalysis>(" and GameId in ('" + string.Join("','", listGameId) + "') and CuringType='0046feff428ee811af5a2c4d54d3f5a9'").ToList();
  64. for (int i = 0; i < query3.Count; i++)
  65. {
  66. listAnalysisint.Add(query3[i].PK);
  67. }
  68. }
  69. for (int j = 0; j < page; j++)
  70. {
  71. Trace.WriteLine("第几个J 开始 OddsJob :" + (j + 1));
  72. Gamelist = Gamelistq.Skip(j * 1000).Take(1000).ToList();
  73. threadCount = Gamelist.Count;
  74. finishcount = 0;
  75. Gamelist.ForEach(async p =>
  76. {
  77. await Task.Run(() =>
  78. {
  79. //Trace.WriteLine("欧赔分析 开始:" + Gamelist.IndexOf(p));
  80. Getbjop_new(p.Remark, p);
  81. });
  82. lock (locker)
  83. {
  84. finishcount++;
  85. Monitor.Pulse(locker); //完成,通知等待队列,告知已完,执行下一个。
  86. }
  87. });
  88. lock (locker)
  89. {
  90. while (finishcount != threadCount)
  91. {
  92. Thread.Sleep(5000);
  93. Monitor.Wait(locker);//等待
  94. }
  95. }
  96. Companylist = Companylist.Distinct().ToList();
  97. InsertBankerCompany(Companylist);
  98. InsertBankerCompany1();
  99. {
  100. List<F_SeasonAnalysis> teamlist = new List<F_SeasonAnalysis>();
  101. try
  102. {
  103. teamlist = services.Query<F_SeasonAnalysis>().ToList();
  104. }
  105. catch (Exception e)
  106. {
  107. }
  108. salist = salist.Distinct().ToList();
  109. List<F_SeasonAnalysis> salist1 = salist.Where((x, i) => salist.FindIndex(z => z.TeamId == x.TeamId) == i).ToList();//Lambda表达式去重
  110. List<F_SeasonAnalysis> salist2 = new List<F_SeasonAnalysis>();
  111. foreach (var item in salist1)
  112. {
  113. if (teamlist.Where(a => a.TeamId == item.TeamId).ToList().Count == 0)
  114. salist2.Add(item);
  115. }
  116. Trace.WriteLine("插入赛季分析数据 开始:" + salist2.Count);
  117. if (salist2.Count != 0)
  118. services.SqlBulkCopyAdd(salist2);
  119. }
  120. List<BankerCompany> listbk = new List<BankerCompany>();
  121. try
  122. {
  123. listbk = services.Query<BankerCompany>().ToList();
  124. }
  125. catch (Exception e)
  126. {
  127. Trace.WriteLine("插入赛季分析数据 开始:" + e.Message);
  128. // throw;
  129. }
  130. Thread.Sleep(1000);
  131. var oclist_1 = oclist;
  132. oclist = new List<F_OddsCuring>();
  133. oclist_1 = oclist_1.Where(a => a != null).ToList();
  134. foreach (var item in oclist_1)
  135. {
  136. F_OddsCuring oc_new = new F_OddsCuring();
  137. oc_new = item;
  138. lock (listbk)
  139. {
  140. oc_new.BankerCompanyId = listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault() == null ? "" : listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault().Id;
  141. //oc_new.BankerCompanyId = listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault().Id;
  142. }
  143. lock (oclist_new)
  144. {
  145. oclist_new.Add(oc_new);
  146. }
  147. }
  148. var csalist_1 = csalist;
  149. csalist = new List<F_Compensate>();
  150. csalist_1 = csalist_1.Where(a => a != null).ToList();
  151. foreach (var item in csalist_1)
  152. {
  153. if (item != null)
  154. {
  155. F_Compensate cp = new F_Compensate();
  156. cp = item;
  157. lock (listbk)
  158. {
  159. cp.BankerCompanyId = listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault() == null ? "" : listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault().Id;
  160. }
  161. lock (oclist_new)
  162. {
  163. csalist_new.Add(cp);
  164. }
  165. }
  166. }
  167. }
  168. {
  169. List<F_CuringAnalysis> calist1 = calist.Where((x, i) => calist.FindIndex(z => z.GameId == x.GameId && z.CuringAnalysisType == x.CuringAnalysisType) == i).ToList();//Lambda表达式去重
  170. Trace.WriteLine("插入欧赔固化数据 开始:" + oclist_new.Count);
  171. if (oclist_new.Count != 0)
  172. services.SqlBulkCopyAdd(oclist_new);
  173. //Trace.WriteLine("插入欧赔详情数据 开始:" + csalist_new.Count);
  174. //if (csalist_new.Count != 0)
  175. // services.SqlBulkCopyAdd(csalist_new);
  176. Trace.WriteLine("插入固化分析数据 开始:" + calist1.Count);
  177. if (calist1.Count != 0)
  178. services.SqlBulkCopyAdd(calist1);
  179. var list_com = new List<F_Compensate>();
  180. foreach (var item in Gamelistq)
  181. {
  182. var count = listDetailId.Where(a => a.GameId == item.Id).ToList().Count;
  183. var count_new = csalist_new.Where(a => a.GameId == item.Id).ToList().Count;
  184. if (count_new == 0 && count == 0)
  185. continue;
  186. if (count < count_new)
  187. {
  188. list_com.AddRange(csalist_new.Where(a => a.GameId == item.Id).ToList());
  189. }
  190. else
  191. {
  192. List<F_Compensate> intlist = new List<F_Compensate>();
  193. foreach (var item3 in listDetailId.Where(a => a.GameId == item.Id).ToList())
  194. {
  195. var items = item3;
  196. items.PK = 0;
  197. intlist.Add(items);
  198. }
  199. list_com.AddRange(intlist);
  200. }
  201. }
  202. Trace.WriteLine("插入欧赔详情数据 开始:" + list_com.Count);
  203. if (csalist_new.Count != 0)
  204. services.SqlBulkCopyAdd(list_com);
  205. urllist = new List<string>();
  206. urllist1 = new List<string>();
  207. Companylist = new List<string>();//所有公司
  208. bclist = new List<BankerCompany>();
  209. bcrlist = new List<BankerCompanyRelation>();
  210. calist = new List<F_CuringAnalysis>();
  211. salist = new List<F_SeasonAnalysis>();
  212. oclist = new List<F_OddsCuring>();
  213. oclist_new = new List<F_OddsCuring>();
  214. csalist = new List<F_Compensate>();
  215. csalist_new = new List<F_Compensate>();
  216. }
  217. Trace.WriteLine("删除数据 F_CuringAnalysis 开始:" + listAnalysisint.Count);
  218. if (listAnalysisint.Count > 0)
  219. services.Delete<F_CuringAnalysis>(" and PK in (" + string.Join(",", listAnalysisint) + ")");
  220. Trace.WriteLine("删除数据 F_CuringAnalysis 结束:" + listAnalysisint.Count);
  221. Trace.WriteLine("删除数据 F_Compensate 开始:" + listDetailint.Count);
  222. //if (listDetailint.Count > 0)
  223. // services.Delete<F_Compensate>(" and PK in (" + string.Join(",", listDetailint) + ")");
  224. if (listDetailint.Count > 0)
  225. {
  226. if (listDetailint.Count > 1000)
  227. {
  228. int pages = listDetailint.Count % 1000 == 0 ? listDetailint.Count / 1000 : listDetailint.Count / 1000 + 1;
  229. for (int i = 0; i < pages; i++)
  230. {
  231. var listDetailint1 = listDetailint.Skip(i * 1000).Take(1000).ToList();
  232. services.Delete<F_Compensate>(" and PK in (" + string.Join(",", listDetailint1) + ")");
  233. Trace.WriteLine("删除数据 F_OddsCuring 结束中:" + listDetailint1.Count);
  234. }
  235. }
  236. else
  237. {
  238. services.Delete<F_Compensate>(" and PK in (" + string.Join(",", listCuringint) + ")");
  239. }
  240. }
  241. Trace.WriteLine("删除数据 F_Compensate 结束:" + listDetailint.Count);
  242. Trace.WriteLine("删除数据 F_OddsCuring 开始:" + listCuringint.Count);
  243. if (listCuringint.Count > 0)
  244. {
  245. if (listCuringint.Count > 1000)
  246. {
  247. int pages = listCuringint.Count % 1000 == 0 ? listCuringint.Count / 1000 : listCuringint.Count / 1000 + 1;
  248. for (int i = 0; i < pages; i++)
  249. {
  250. var listCuringint1 = listCuringint.Skip(i * 1000).Take(1000).ToList();
  251. services.Delete<F_OddsCuring>(" and PK in (" + string.Join(",", listCuringint1) + ")");
  252. Trace.WriteLine("删除数据 F_OddsCuring 结束中:" + listCuringint1.Count);
  253. }
  254. }
  255. else
  256. {
  257. services.Delete<F_OddsCuring>(" and PK in (" + string.Join(",", listCuringint) + ")");
  258. }
  259. }
  260. Trace.WriteLine("删除数据 F_OddsCuring 结束:" + listCuringint.Count);
  261. Gamelistq = new List<F_Games>();
  262. teamlist = new List<F_Team>();
  263. }
  264. catch (Exception e)
  265. {
  266. Click(glist, listxg);
  267. //throw;
  268. }
  269. }
  270. public void DoMainUrl()
  271. {
  272. teamlist = services.Query<F_Team>().ToList();
  273. Gamelistq = services.Query<F_Games>().ToList();
  274. int number = Gamelistq.Count;
  275. int page = number % 100 == 0 ? number / 100 : number / 100 + 1;
  276. ThreadPool.SetMinThreads(1, 1);
  277. ThreadPool.SetMaxThreads(400, 400);
  278. if (ConfigurationManager.AppSettings["end"].TryToInt32() != -1)
  279. {
  280. if (ConfigurationManager.AppSettings["end"].TryToInt32() > page)
  281. {
  282. return;
  283. }
  284. page = ConfigurationManager.AppSettings["end"].TryToInt32();//1520
  285. }
  286. for (int j = ConfigurationManager.AppSettings["j"].TryToInt32(); j < page; j++)//从j=43开始,只爬取2017,2017-2018,2018,2018-2019的赛季数据
  287. {
  288. Trace.WriteLine("第几个J 开始:" + (j+1));
  289. Gamelist = Gamelistq.Skip(j * 100).Take(100).ToList();
  290. Gamelist = Gamelist.Where(a => a.Season == "2018" || a.Season == "2018-2019").ToList();
  291. Gamelist.ForEach(p =>
  292. {
  293. Task.Run(() =>
  294. {
  295. Trace.WriteLine("欧赔分析 开始:" + Gamelist.IndexOf(p));
  296. Getbjop(p.Remark, p);
  297. });
  298. });
  299. while (true)
  300. {
  301. if (CommonHelper.ThreadsFinsh())
  302. break;
  303. }
  304. Companylist = Companylist.Distinct().ToList();
  305. InsertBankerCompany(Companylist);
  306. InsertBankerCompany1();
  307. {
  308. List<F_SeasonAnalysis> teamlist = new List<F_SeasonAnalysis>();
  309. try
  310. {
  311. teamlist = services.Query<F_SeasonAnalysis>().ToList();
  312. }
  313. catch (Exception e)
  314. {
  315. }
  316. salist = salist.Distinct().ToList();
  317. List<F_SeasonAnalysis> salist1 = salist.Where((x, i) => salist.FindIndex(z => z.TeamId == x.TeamId) == i).ToList();//Lambda表达式去重
  318. List<F_SeasonAnalysis> salist2 = new List<F_SeasonAnalysis>();
  319. foreach (var item in salist1)
  320. {
  321. if(teamlist.Where(a=>a.TeamId==item.TeamId).ToList().Count==0)
  322. salist2.Add(item);
  323. }
  324. Trace.WriteLine("插入赛季分析数据 开始:" + salist2.Count);
  325. if(salist2.Count!=0)
  326. services.SqlBulkCopyAdd(salist2);
  327. }
  328. List<BankerCompany> listbk = new List<BankerCompany>();
  329. try
  330. {
  331. listbk = services.Query<BankerCompany>().ToList();
  332. }
  333. catch (Exception e)
  334. {
  335. Trace.WriteLine("插入赛季分析数据 开始:" + e.Message);
  336. // throw;
  337. }
  338. oclist.ForEach(p =>
  339. {
  340. Task.Run(() =>
  341. {
  342. if (p != null)
  343. {
  344. lock (oclist)
  345. {
  346. Trace.WriteLine("更换公司Id:" + oclist.IndexOf(p));
  347. F_OddsCuring oc_new = new F_OddsCuring();
  348. oc_new = p;
  349. oc_new.BankerCompanyId = listbk.Where(a => a.Name == p.BankerCompanyId).FirstOrDefault().Id;
  350. // Getbjop(p.Remark, p);
  351. oclist_new.Add(oc_new);
  352. }
  353. }
  354. });
  355. });
  356. while (true)
  357. {
  358. if (CommonHelper.ThreadsFinsh())
  359. break;
  360. }
  361. csalist.ForEach(p =>
  362. {
  363. Task.Run(() =>
  364. {
  365. if (p != null)
  366. {
  367. lock (csalist)
  368. {
  369. Trace.WriteLine("更换公司Id:" + csalist.IndexOf(p));
  370. F_Compensate cp = new F_Compensate();
  371. cp = p;
  372. cp.BankerCompanyId = listbk.Where(a => a.Name == p.BankerCompanyId).FirstOrDefault().Id;
  373. // Getbjop(p.Remark, p);
  374. csalist_new.Add(cp);
  375. }
  376. }
  377. });
  378. });
  379. while (true)
  380. {
  381. if (CommonHelper.ThreadsFinsh())
  382. break;
  383. }
  384. List<F_CuringAnalysis> calist1 = calist.Where((x, i) => calist.FindIndex(z => z.GameId == x.GameId && z.CuringAnalysisType == x.CuringAnalysisType) == i).ToList();//Lambda表达式去重
  385. Trace.WriteLine("插入欧赔固化数据 开始:" + oclist_new.Count);
  386. if (oclist_new.Count!=0)
  387. services.SqlBulkCopyAdd(oclist_new);
  388. Trace.WriteLine("插入欧赔详情数据 开始:" + csalist_new.Count);
  389. if (csalist_new.Count!=0)
  390. services.SqlBulkCopyAdd(csalist_new);
  391. Trace.WriteLine("插入固化分析数据 开始:" + calist1.Count);
  392. if (calist1.Count!=0)
  393. services.SqlBulkCopyAdd(calist1);
  394. urllist = new List<string>();
  395. urllist1 = new List<string>();
  396. Companylist = new List<string>();//所有公司
  397. bclist = new List<BankerCompany>();
  398. bcrlist = new List<BankerCompanyRelation>();
  399. calist = new List<F_CuringAnalysis>();
  400. salist = new List<F_SeasonAnalysis>();
  401. oclist = new List<F_OddsCuring>();
  402. oclist_new = new List<F_OddsCuring>();
  403. csalist = new List<F_Compensate>();
  404. csalist_new = new List<F_Compensate>();
  405. }
  406. }
  407. public List<string> urllist = new List<string>();
  408. public List<string> urllist1 = new List<string>();
  409. public List<string> Companylist = new List<string>();//所有公司
  410. public static List<BankerCompany> bclist = new List<BankerCompany>();
  411. public static List<BankerCompanyRelation> bcrlist = new List<BankerCompanyRelation>();
  412. public static List<F_CuringAnalysis> calist = new List<F_CuringAnalysis>();
  413. public static List<F_Team> teamlist = new List<F_Team>();
  414. public static List<F_Games> Gamelistq = new List<F_Games>();
  415. public static List<F_Games> Gamelist = new List<F_Games>();
  416. public static List<F_SeasonAnalysis> salist = new List<F_SeasonAnalysis>();
  417. public static List<F_OddsCuring> oclist = new List<F_OddsCuring>();
  418. public static List<F_OddsCuring> oclist_new = new List<F_OddsCuring>();
  419. public static List<F_Compensate> csalist = new List<F_Compensate>();
  420. public static List<F_Compensate> csalist_new = new List<F_Compensate>();
  421. public void Getbjop(string url,F_Games game)
  422. {
  423. try
  424. {
  425. url = url.Replace(":80", "").Replace("ypdb", "bjop");
  426. //class="bf-tab-02"
  427. //Trace.WriteLine("欧赔分析 开始:" + url);
  428. string yurl = url;
  429. var htmlResource = CommonHelper.GetHtmlString(url, "足彩");
  430. HtmlDocument doc = new HtmlDocument();
  431. if (htmlResource == null)
  432. return;
  433. doc.LoadHtml(htmlResource);
  434. //赔率集合
  435. HtmlNodeCollection bjopHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-02']/tr");
  436. if (bjopHtml ==null)
  437. return;
  438. HtmlNodeCollection homenameHtml = doc.DocumentNode.SelectNodes("//*[@class='host-name']/a");
  439. var q1 = teamlist.Where(a => a.Name == homenameHtml[0].InnerText.Trim()).FirstOrDefault();
  440. string HomeTeamName = "";
  441. string data = "";
  442. if (q1 != null)
  443. {
  444. HomeTeamName = q1.Name;
  445. HtmlNodeCollection homepmHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-zd']");
  446. if (homepmHtml[0].InnerText.Trim().Contains("上赛季排名"))
  447. {
  448. data = "" + string.Join("|", homepmHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
  449. HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
  450. data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
  451. }
  452. else
  453. {
  454. data = "" + homepmHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
  455. HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
  456. data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
  457. }
  458. InsertSeasonAnalysis(data, q1.Id, url, game.Season);
  459. }
  460. HtmlNodeCollection visitingnameHtml = doc.DocumentNode.SelectNodes("//*[@class='visit-name']/a");
  461. var q2 = teamlist.Where(a => a.Name == visitingnameHtml[0].InnerText.Trim()).FirstOrDefault();
  462. string VisitingTeamName = "";
  463. if (q2 != null)
  464. {
  465. VisitingTeamName = q2.Name;
  466. HtmlNodeCollection homepmkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-kd']");
  467. if (homepmkHtml[0].InnerText.Trim().Contains("上赛季排名"))
  468. {
  469. data = "" + string.Join("|", homepmkHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
  470. HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
  471. data += "|" + homedfkHtml[0].InnerText.Trim().Replace("客队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
  472. }
  473. else
  474. {
  475. data = "" + homepmkHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
  476. HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
  477. data += "|" + homedfkHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
  478. }
  479. InsertSeasonAnalysis(data, q2.Id, url, game.Season);
  480. }
  481. List<string> listdetail = new List<string>();
  482. foreach (var item in bjopHtml)
  483. {
  484. HtmlDocument doc1 = new HtmlDocument();
  485. doc1.LoadHtml(item.InnerHtml);
  486. HtmlNodeCollection bjoptdHtml = doc1.DocumentNode.SelectNodes("//td");
  487. int i = 1;
  488. string shuju = "", nurl = "";
  489. foreach (var item1 in bjoptdHtml)
  490. {
  491. if (i == 2)
  492. {
  493. // shuju += item1.InnerText.Trim()+"|";
  494. Companylist.Add(item1.InnerText.Trim() + "|" + item1.Attributes["data"].Value);
  495. // Companylist = Companylist.Distinct().ToList();
  496. // InsertBankerCompany();
  497. }
  498. if (i == 6)
  499. {
  500. shuju += item1.InnerText.Trim() + "|";
  501. nurl = item1.SelectNodes("//a")[0].Attributes["href"].Value.Trim();
  502. }
  503. else if (i == 9)
  504. {
  505. HtmlDocument doc2 = new HtmlDocument();
  506. doc2.LoadHtml(item1.InnerHtml);
  507. HtmlNodeCollection timehtml = doc2.DocumentNode.SelectNodes("//em");
  508. shuju += item.Attributes["firsttime"].Value + "|";
  509. }
  510. else
  511. {
  512. shuju += item1.InnerText.Trim() + "|";
  513. }
  514. i++;
  515. }
  516. listdetail.Add(shuju + "@" + nurl);
  517. //InsertOddsCuring(shuju, game.Id, nurl, game.StartDateTime.TryToDateTime(), game.HomeTeamId, game.VisitingTeamId, HomeTeamName, VisitingTeamName);
  518. }
  519. listdetail.ForEach(p =>
  520. {
  521. Task.Run(() =>
  522. {
  523. try
  524. {
  525. var lis = p.Split('@')[0];
  526. // Trace.WriteLine("欧赔分析多线程 开始:" + listdetail.IndexOf(p));
  527. InsertOddsCuring(p.Split('@')[0], game.Id, p.Split('@')[1], game.StartDateTime.TryToDateTime(), game.HomeTeamId, game.VisitingTeamId, HomeTeamName, VisitingTeamName);
  528. }
  529. catch (Exception e)
  530. {
  531. Trace.WriteLine("欧赔分析多线程 报错:" + listdetail.IndexOf(p));
  532. }
  533. });
  534. });
  535. //class="bf-tab-03"
  536. HtmlNodeCollection bjopfxHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-03']/tr");
  537. foreach (var item in bjopfxHtml)
  538. {
  539. HtmlDocument doc1 = new HtmlDocument();
  540. doc1.LoadHtml(item.InnerHtml);
  541. HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
  542. if (bjopfxtdHtml.Count == 17)
  543. {
  544. string shuju = "";
  545. foreach (var item1 in bjopfxtdHtml)
  546. {
  547. shuju += item1.InnerText.Trim() + "|";
  548. }
  549. InsertCuringAnalysis(shuju, game.Id, url);
  550. }
  551. }
  552. }
  553. catch (Exception e)
  554. {
  555. Trace.WriteLine("报错开始 开始:" + "http://fenxi.zgzcw.com" + url);
  556. // Getbjop(url, game);
  557. }
  558. }
  559. public void Getbjopdetail(string url, F_OddsCuring oc)
  560. {
  561. try
  562. {
  563. //Trace.WriteLine("欧赔所有分析获取 开始:" + "http://fenxi.zgzcw.com" + url);
  564. string yurl = url;
  565. if(!url.Contains("http://fenxi.zgzcw.com"))
  566. url = "http://fenxi.zgzcw.com" + url.Replace(":80", "");
  567. var htmlResource = CommonHelper.GetHtmlString(url, "足彩");
  568. HtmlDocument doc = new HtmlDocument();
  569. if (htmlResource == null)
  570. return;
  571. doc.LoadHtml(htmlResource);
  572. HtmlNodeCollection detailHtml = doc.DocumentNode.SelectNodes("//*[@class='dxzkt-tab']/tr");
  573. if (detailHtml == null)
  574. return;
  575. int i = 0;
  576. foreach (var item in detailHtml)
  577. {
  578. if (i > 10)
  579. return;
  580. HtmlDocument doc1 = new HtmlDocument();
  581. doc1.LoadHtml(item.InnerHtml);
  582. HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
  583. if (bjopfxtdHtml != null)
  584. {
  585. if (bjopfxtdHtml.Count == 11)
  586. {
  587. string shuju = "";
  588. foreach (var item1 in bjopfxtdHtml)
  589. {
  590. shuju += item1.InnerText.Trim() + "|";
  591. }
  592. InsertCompensate(shuju, oc, url);
  593. }
  594. }
  595. i++;
  596. }
  597. }
  598. catch (Exception e)
  599. {
  600. Trace.WriteLine("报错开始 开始:" + "http://fenxi.zgzcw.com" + url);
  601. //Getbjopdetail(url, oc);
  602. }
  603. }
  604. /// <summary>
  605. /// 插入数据公司
  606. /// </summary>
  607. /// <param name="data"></param>
  608. /// <param name="Id"></param>
  609. /// <param name="Season"></param>
  610. public void InsertBankerCompany(List<string> Companylist)
  611. {
  612. List<BankerCompany> listbk = new List<BankerCompany>();
  613. try
  614. {
  615. listbk = services.Query<BankerCompany>().ToList();
  616. }
  617. catch (Exception e)
  618. {
  619. }
  620. foreach (var item in Companylist)
  621. {
  622. if (item.IsEmpty())
  623. continue;
  624. var query = item.Split('|');
  625. if (listbk.Where(a => a.Name == query[0]).ToList().Count > 0)
  626. continue;
  627. BankerCompany bc = new BankerCompany();
  628. bc.CreateDateTime = DateTime.Now;
  629. bc.Id = CommonHelper.GetGuid().ToString();
  630. bc.Name = query[0];
  631. bclist.Add(bc);
  632. }
  633. List<BankerCompany> bclist1 = bclist.Where((x, i) => bclist.FindIndex(z => z.Name == x.Name) == i).ToList();//Lambda表达式去重
  634. Trace.WriteLine("插入公司数据 开始:" + bclist1.Count);
  635. if(bclist1.Count!=0)
  636. services.SqlBulkCopyAdd(bclist1);
  637. }
  638. public void InsertBankerCompany1()
  639. {
  640. List<BankerCompany> listbk = new List<BankerCompany>();
  641. List<BankerCompanyRelation> listbkrs = new List<BankerCompanyRelation>();
  642. try
  643. {
  644. listbk = services.Query<BankerCompany>().ToList();
  645. listbkrs = services.Query<BankerCompanyRelation>().ToList();
  646. }
  647. catch (Exception e)
  648. {
  649. }
  650. foreach (var item in Companylist)
  651. {
  652. if (item.IsEmpty())
  653. continue;
  654. var query = item.Split('|');
  655. // bclist1
  656. if (listbk.Where(a => a.Name == query[0]).ToList().Count > 0)
  657. {
  658. var query2 = query[1].Split(',');
  659. foreach (var item1 in query2)
  660. {
  661. //if (!item1.Trim().IsEmpty())
  662. {
  663. BankerCompanyRelation bcr = new BankerCompanyRelation();
  664. bcr.BankerCompanyId = listbk.Where(a => a.Name == query[0]).FirstOrDefault().Id;
  665. if (item1 == "0")
  666. bcr.BankerCompanyType = a2;
  667. if (item1 == "1")
  668. bcr.BankerCompanyType = a3;
  669. if (item1 == "2")
  670. bcr.BankerCompanyType = a4;
  671. if (item1 == "5")
  672. bcr.BankerCompanyType = a5;
  673. if (item1 == "")
  674. bcr.BankerCompanyType = a1;
  675. if (item1 == "X")
  676. bcr.BankerCompanyType = a1;
  677. bcr.Remark = "";
  678. bcr.Id = CommonHelper.GetGuid().ToString();
  679. bcr.CreateDateTime = DateTime.Now;
  680. if (listbkrs.Where(a => a.BankerCompanyType == bcr.BankerCompanyType && a.BankerCompanyId == bcr.BankerCompanyId).ToList().Count == 0)
  681. {
  682. bcrlist.Add(bcr);
  683. }
  684. }
  685. }
  686. }
  687. }
  688. Trace.WriteLine("插入公司分类数据 开始:" + bcrlist.Count);
  689. if (bcrlist.Count!=0)
  690. services.SqlBulkCopyAdd(bcrlist);
  691. }
  692. public static string a1 = "c06f47ca4f8ee811af5a2c4d54d3f5a9", a2= "00ae03d14f8ee811af5a2c4d54d3f5a9", a3= "30d122dc4f8ee811af5a2c4d54d3f5a9", a4= "f08de6e64f8ee811af5a2c4d54d3f5a9", a5= "904f40ef4f8ee811af5a2c4d54d3f5a9";
  693. //百家欧赔 c06f47ca4f8ee811af5a2c4d54d3f5a9
  694. //主流公司 00ae03d14f8ee811af5a2c4d54d3f5a9 0
  695. //交易公司 30d122dc4f8ee811af5a2c4d54d3f5a9 1
  696. //亚洲公司 f08de6e64f8ee811af5a2c4d54d3f5a9 2
  697. //普通公司 904f40ef4f8ee811af5a2c4d54d3f5a9 5
  698. /// <summary>
  699. /// 插入数据欧赔数据
  700. /// </summary>
  701. /// <param name="data"></param>
  702. /// <param name="Id"></param>
  703. /// <param name="Season"></param>
  704. public void InsertCompensate(string data, F_OddsCuring oc, string url)
  705. {
  706. try
  707. {
  708. var query = data.Replace("↓", "").Replace("↑", "").Split('|');
  709. F_Compensate ca = new F_Compensate();
  710. ca.BankerCompanyId = oc.BankerCompanyId;
  711. ca.ChangeDateTime = Convert.ToDateTime(query[1]);
  712. ca.CompensateType = "a0bfa33cd96ae811ab3100ac6a4a134f";//即时赔率 a0bfa33cd96ae811ab3100ac6a4a134f
  713. ca.CreateDateTime = DateTime.Now;
  714. ca.SOdd = Convert.ToDouble(query[3]);
  715. ca.POdd = Convert.ToDouble(query[4]);
  716. ca.FOdd = Convert.ToDouble(query[5]);
  717. ca.Remark = url;
  718. ca.Id = CommonHelper.GetGuid().ToString();
  719. ca.GameId = oc.GameId;
  720. csalist.Add(ca);
  721. ca = new F_Compensate();
  722. ca.BankerCompanyId = oc.BankerCompanyId;
  723. ca.ChangeDateTime = Convert.ToDateTime(query[1]);
  724. ca.CompensateType = "20f77e31d96ae811ab3100ac6a4a134f";//概率 20f77e31d96ae811ab3100ac6a4a134f
  725. ca.CreateDateTime = DateTime.Now;
  726. ca.SOdd = Convert.ToDouble(query[6]);
  727. ca.POdd = -1;
  728. ca.FOdd = Convert.ToDouble(query[7]);
  729. ca.Remark = url;
  730. ca.Id = CommonHelper.GetGuid().ToString();
  731. ca.GameId = oc.GameId;
  732. csalist.Add(ca);
  733. ca = new F_Compensate();
  734. ca.BankerCompanyId = oc.BankerCompanyId;
  735. ca.ChangeDateTime = Convert.ToDateTime(query[1]);
  736. ca.CompensateType = "21f77e31d96ae811ab3100ac6a4a134f";//凯利指数 21f77e31d96ae811ab3100ac6a4a134f
  737. ca.CreateDateTime = DateTime.Now;
  738. ca.SOdd = Convert.ToDouble(query[8]);
  739. ca.POdd = -1;
  740. ca.FOdd = Convert.ToDouble(query[9]);
  741. ca.Remark = url;
  742. ca.Id = CommonHelper.GetGuid().ToString();
  743. ca.GameId = oc.GameId;
  744. csalist.Add(ca);
  745. ca = new F_Compensate();
  746. ca.BankerCompanyId = oc.BankerCompanyId;
  747. ca.ChangeDateTime = Convert.ToDateTime(query[1]);
  748. ca.CompensateType = "a1bfa33cd96ae811ab3100ac6a4a134f";//赔付率 a1bfa33cd96ae811ab3100ac6a4a134f
  749. ca.CreateDateTime = DateTime.Now;
  750. ca.SOdd = Convert.ToDouble(query[10]);
  751. ca.POdd = -1;
  752. ca.FOdd = -1;
  753. ca.Remark = url;
  754. ca.Id = CommonHelper.GetGuid().ToString();
  755. ca.GameId = oc.GameId;
  756. csalist.Add(ca);
  757. }
  758. catch (Exception e)
  759. {
  760. }
  761. }
  762. /// <summary>
  763. /// 插入数据欧赔固化数据
  764. /// </summary>
  765. /// <param name="data"></param>
  766. /// <param name="Id"></param>
  767. /// <param name="Season"></param>
  768. public void InsertOddsCuring(string data, string Id, string url,DateTime date, string HomeTeamId,string VisitingTeamId,string HomeTeamName,string VisitingTeamName)
  769. {
  770. try
  771. {
  772. var query = data.Replace("↓", "").Replace("↑", "").Split('|');
  773. F_OddsCuring oc = new F_OddsCuring();
  774. oc.Init_SOdd = Convert.ToDouble(query[2]);
  775. oc.Init_POdd = Convert.ToDouble(query[3]);
  776. oc.Init_FOdd = Convert.ToDouble(query[4]);
  777. oc.Newest_SOdd = Convert.ToDouble(query[5]);
  778. oc.Newest_POdd = Convert.ToDouble(query[6]);
  779. oc.Newest_FOdd = Convert.ToDouble(query[7]);
  780. oc.Probability_SOdd = Convert.ToDouble(query[9]);
  781. oc.Probability_POdd = Convert.ToDouble(query[10]);
  782. oc.Probability_FOdd = Convert.ToDouble(query[11]);
  783. oc.Kelly_SOdd = Convert.ToDouble(query[12]);
  784. oc.Kelly_POdd = Convert.ToDouble(query[13]);
  785. oc.Kelly_FOdd = Convert.ToDouble(query[14]);
  786. oc.Loss_Odd = Convert.ToDouble(query[15]);
  787. oc.BankerCompanyName = query[1];
  788. oc.BankerCompanyId = query[1];
  789. oc.Remark = url;
  790. oc.Id = CommonHelper.GetGuid().ToString();
  791. oc.CreateDateTime = DateTime.Now;
  792. oc.GameId = Id;
  793. oc.ChangeDateTime = Convert.ToDateTime(query[8]);
  794. oc.HomeTeamId = HomeTeamId;
  795. oc.HomeTeamName = HomeTeamName;
  796. oc.VisitingTeamId = VisitingTeamId;
  797. oc.VisitingTeamName = VisitingTeamName;
  798. oclist.Add(oc);
  799. Getbjopdetail(url, oc);
  800. }
  801. catch (Exception e)
  802. {
  803. }
  804. }
  805. public DateTime GetDate(string time,DateTime date)
  806. {
  807. time = time.Replace("更新时间:赛前", "").Replace("时","|").Replace("分","").Trim();
  808. var query = time.Split('|');
  809. if (query.Length == 1)
  810. date.AddMinutes(Convert.ToInt32(query[0]));
  811. if (query.Length == 2)
  812. date.AddMinutes(Convert.ToInt32(query[1])).AddHours(Convert.ToInt32(query[0]));
  813. return date;
  814. }
  815. /// <summary>
  816. /// 插入数据欧赔固化分析数据
  817. /// </summary>
  818. /// <param name="data"></param>
  819. /// <param name="Id"></param>
  820. /// <param name="Season"></param>
  821. public void InsertCuringAnalysis(string data, string Id, string url)
  822. {
  823. var query = data.Split('|');
  824. F_CuringAnalysis ca = new F_CuringAnalysis();
  825. ca.Remark = url;
  826. ca.Id= CommonHelper.GetGuid().ToString();
  827. ca.CreateDateTime = DateTime.Now;
  828. ca.CuringType = "0046feff428ee811af5a2c4d54d3f5a9";
  829. if (query[1] == "平均值")
  830. ca.CuringAnalysisType = b1;
  831. if (query[1] == "最大值")
  832. ca.CuringAnalysisType = b2;
  833. if (query[1] == "最小值")
  834. ca.CuringAnalysisType = b3;
  835. ca.GameId = Id;
  836. ca.Init_SOdd = Convert.ToDouble(query[2]);
  837. ca.Init_POdd = Convert.ToDouble(query[3]);
  838. ca.Init_FOdd = Convert.ToDouble(query[4]);
  839. ca.Newest_SOdd = Convert.ToDouble(query[5]);
  840. ca.Newest_POdd = Convert.ToDouble(query[6]);
  841. ca.Newest_FOdd = Convert.ToDouble(query[7]);
  842. ca.Probability_SOdd = Convert.ToDouble(query[9]);
  843. ca.Probability_POdd = Convert.ToDouble(query[10]);
  844. ca.Probability_FOdd = Convert.ToDouble(query[11]);
  845. ca.Kelly_SOdd = Convert.ToDouble(query[12]);
  846. ca.Kelly_POdd = Convert.ToDouble(query[13]);
  847. ca.Kelly_FOdd = Convert.ToDouble(query[14]);
  848. ca.Loss_Odd= Convert.ToDouble(query[15]);
  849. calist.Add(ca);
  850. }
  851. //public static string b1 = "c06f47ca4f8ee811af5a2c4d54d3f5a9", b2 = "00ae03d14f8ee811af5a2c4d54d3f5a9", b3 = "30d122dc4f8ee811af5a2c4d54d3f5a9";
  852. public static string b1 = "b1b112fa278ee811a04200ac6a4a134f", b2 = "b2b112fa278ee811a04200ac6a4a134f", b3 = "b1bf8c08288ee811a04200ac6a4a134f";
  853. //平均值 b1b112fa278ee811a04200ac6a4a134f
  854. //最小值 b2b112fa278ee811a04200ac6a4a134f
  855. //最大值 b1bf8c08288ee811a04200ac6a4a134f
  856. /// <summary>
  857. /// 插入数据赛季分析表
  858. /// </summary>
  859. /// <param name="data"></param>
  860. /// <param name="Id"></param>
  861. /// <param name="Season"></param>
  862. public void InsertSeasonAnalysis(string data, string Id, string url,string Season)
  863. {
  864. // List<F_SeasonAnalysis> salist1 = salist;
  865. //if (salist1.Where(a => a.Id == Id).ToList().Count > 0)
  866. //return;
  867. var query = data.Split('|');
  868. try
  869. {
  870. F_SeasonAnalysis sa = new F_SeasonAnalysis();
  871. sa.Remark = url;
  872. sa.Id = CommonHelper.GetGuid().ToString();
  873. sa.CreateDateTime = DateTime.Now;
  874. sa.Season = Season;
  875. sa.TeamId = Id;
  876. sa.OldRanking = query[0].TryToInt32();
  877. sa.NowOldRanking = query[1].TryToInt32();
  878. sa.Win = query[2].TryToInt32();
  879. sa.Draw = query[3].TryToInt32();
  880. sa.Lose = query[4].TryToInt32();
  881. sa.Number = query[5].TryToInt32();
  882. salist.Add(sa);
  883. }
  884. catch (Exception e)
  885. {
  886. F_SeasonAnalysis sa = new F_SeasonAnalysis();
  887. sa.Remark = url;
  888. sa.Id = CommonHelper.GetGuid().ToString();
  889. sa.CreateDateTime = DateTime.Now;
  890. sa.Season = Season;
  891. sa.TeamId = Id;
  892. sa.OldRanking = query[0].TryToInt32();
  893. sa.NowOldRanking = query[0].TryToInt32();
  894. sa.Win = 0;
  895. sa.Draw = 0;
  896. sa.Lose = 0;
  897. sa.Number = query[1].TryToInt32();
  898. salist.Add(sa);
  899. }
  900. }
  901. #region 更新
  902. public void Getbjop_new(string url, F_Games game)
  903. {
  904. try
  905. {
  906. url = url.Replace(":80", "").Replace("ypdb", "bjop");
  907. //class="bf-tab-02"
  908. //Trace.WriteLine("欧赔分析 开始:" + url);
  909. string yurl = url;
  910. string jsonall = CommonHelper.GetHtmlString(url.Replace("fenxi.zgzcw.com", "fenxi.zgzcw.com/json"), "", 5 * 1000);
  911. var htmlResource = CommonHelper.GetHtmlString(url, "", 5 * 1000);
  912. HtmlDocument doc = new HtmlDocument();
  913. if (htmlResource == null)
  914. return;
  915. if (htmlResource == ConfigurationManager.AppSettings["HttpException"].ToString())
  916. return;
  917. doc.LoadHtml(htmlResource);
  918. //赔率集合
  919. HtmlNodeCollection bjopHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-02']/tr");
  920. if (bjopHtml == null)
  921. return;
  922. string HomeTeamName = "";
  923. HtmlNodeCollection homenameHtml = doc.DocumentNode.SelectNodes("//*[@class='host-name']/a");
  924. if (homenameHtml != null)
  925. {
  926. var q1 = teamlist.Where(a => a.Name == homenameHtml[0].InnerText.Trim()).FirstOrDefault();
  927. string data = "";
  928. if (q1 != null)
  929. {
  930. HomeTeamName = q1.Name;
  931. HtmlNodeCollection homepmHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-zd']");
  932. if (homepmHtml[0].InnerText.Trim().Contains("上赛季排名"))
  933. {
  934. data = "" + string.Join("|", homepmHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
  935. HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
  936. data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
  937. }
  938. else
  939. {
  940. data = "" + homepmHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
  941. HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
  942. data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
  943. }
  944. InsertSeasonAnalysis(data, q1.Id, url, game.Season);
  945. }
  946. }
  947. string VisitingTeamName = "";
  948. HtmlNodeCollection visitingnameHtml = doc.DocumentNode.SelectNodes("//*[@class='visit-name']/a");
  949. if (visitingnameHtml != null)
  950. {
  951. string data = "";
  952. var q2 = teamlist.Where(a => a.Name == visitingnameHtml[0].InnerText.Trim()).FirstOrDefault();
  953. if (q2 != null)
  954. {
  955. VisitingTeamName = q2.Name;
  956. HtmlNodeCollection homepmkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-kd']");
  957. if (homepmkHtml[0].InnerText.Trim().Contains("上赛季排名"))
  958. {
  959. data = "" + string.Join("|", homepmkHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
  960. HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
  961. data += "|" + homedfkHtml[0].InnerText.Trim().Replace("客队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
  962. }
  963. else
  964. {
  965. data = "" + homepmkHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
  966. HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
  967. data += "|" + homedfkHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
  968. }
  969. InsertSeasonAnalysis(data, q2.Id, url, game.Season);
  970. }
  971. }
  972. List<string> listdetail = new List<string>();
  973. foreach (var item in bjopHtml)
  974. {
  975. HtmlDocument doc1 = new HtmlDocument();
  976. doc1.LoadHtml(item.InnerHtml);
  977. HtmlNodeCollection bjoptdHtml = doc1.DocumentNode.SelectNodes("//td");
  978. int i = 1;
  979. string shuju = "", nurl = "", lasttime="";
  980. foreach (var item1 in bjoptdHtml)
  981. {
  982. if (i == 2)
  983. {
  984. // shuju += item1.InnerText.Trim()+"|";
  985. try
  986. {
  987. String SD = item1.InnerText.Trim() + "|" + item1.Attributes["data"].Value;
  988. Companylist.Add(SD);
  989. }
  990. catch (Exception e)
  991. {
  992. string aa= item1.InnerText.Trim(),ss=item1.Attributes["data"].Value;
  993. }
  994. // Companylist = Companylist.Distinct().ToList();
  995. // InsertBankerCompany();
  996. }
  997. if (i == 6)
  998. {
  999. shuju += item1.InnerText.Trim() + "|";
  1000. nurl = item1.SelectNodes("//a")[0].Attributes["href"].Value.Trim();
  1001. }
  1002. else if (i == 9)
  1003. {
  1004. HtmlDocument doc2 = new HtmlDocument();
  1005. doc2.LoadHtml(item1.InnerHtml);
  1006. HtmlNodeCollection timehtml = doc2.DocumentNode.SelectNodes("//em");
  1007. shuju += item.Attributes["firsttime"].Value + "|";
  1008. lasttime = item.Attributes["lasttime"].Value;
  1009. }
  1010. else
  1011. {
  1012. shuju += item1.InnerText.Trim() + "|";
  1013. }
  1014. i++;
  1015. }
  1016. DateTime lastdate=CommonHelper.ConvertIntToDateTime(lasttime);
  1017. DateTime date=Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"));
  1018. // if (lastdate > date)
  1019. {
  1020. listdetail.Add(shuju + "@" + nurl+ "@" + lastdate);
  1021. }
  1022. InsertOddsCuring_new(shuju, game.Id, nurl, game.StartDateTime.TryToDateTime(), game.HomeTeamId, game.VisitingTeamId, HomeTeamName, VisitingTeamName, jsonall, Convert.ToDateTime(lastdate));
  1023. //InsertOddsCuring(shuju, game.Id, nurl, game.StartDateTime.TryToDateTime(), game.HomeTeamId, game.VisitingTeamId, HomeTeamName, VisitingTeamName);
  1024. }
  1025. //int max = listdetail.Count;
  1026. //int num = 0;
  1027. //listdetail.ForEach(async p =>
  1028. //{
  1029. // await Task.Run(() =>
  1030. // {
  1031. // try
  1032. // {
  1033. // var lis = p.Split('@')[0];
  1034. // // Trace.WriteLine("欧赔分析多线程 开始:" + listdetail.IndexOf(p));
  1035. // InsertOddsCuring_new(p.Split('@')[0], game.Id, p.Split('@')[1], game.StartDateTime.TryToDateTime(), game.HomeTeamId, game.VisitingTeamId, HomeTeamName, VisitingTeamName, jsonall,Convert.ToDateTime(p.Split('@')[2]));
  1036. // }
  1037. // catch (Exception e)
  1038. // {
  1039. // Trace.WriteLine("欧赔分析多线程 报错:" + listdetail.IndexOf(p));
  1040. // }
  1041. // });
  1042. // lock (locker)
  1043. // {
  1044. // num++;
  1045. // Monitor.Pulse(locker); //完成,通知等待队列,告知已完,执行下一个。
  1046. // }
  1047. //});
  1048. //lock (locker)
  1049. //{
  1050. // while (num != max)
  1051. // {
  1052. // Thread.Sleep(5000);
  1053. // Monitor.Wait(locker);//等待
  1054. // }
  1055. //}
  1056. //class="bf-tab-03"
  1057. HtmlNodeCollection bjopfxHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-03']/tr");
  1058. if (bjopfxHtml == null)
  1059. return;
  1060. foreach (var item in bjopfxHtml)
  1061. {
  1062. HtmlDocument doc1 = new HtmlDocument();
  1063. doc1.LoadHtml(item.InnerHtml);
  1064. HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
  1065. if (bjopfxtdHtml.Count == 17)
  1066. {
  1067. string shuju = "";
  1068. foreach (var item1 in bjopfxtdHtml)
  1069. {
  1070. shuju += item1.InnerText.Trim() + "|";
  1071. }
  1072. InsertCuringAnalysis(shuju, game.Id, url);
  1073. }
  1074. }
  1075. }
  1076. catch (Exception e)
  1077. {
  1078. Trace.WriteLine("报错开始 开始:" + "http://fenxi.zgzcw.com" + url);
  1079. // Getbjop(url, game);
  1080. }
  1081. }
  1082. public void Getbjopdetail_new(string url, F_OddsCuring oc)
  1083. {
  1084. try
  1085. {
  1086. //Trace.WriteLine("欧赔所有分析获取 开始:" + "http://fenxi.zgzcw.com" + url);
  1087. string yurl = url;
  1088. if (!url.Contains("http://fenxi.zgzcw.com"))
  1089. url = "http://fenxi.zgzcw.com" + url.Replace(":80", "");
  1090. var htmlResource = CommonHelper.GetHtmlString(url, "足彩");
  1091. HtmlDocument doc = new HtmlDocument();
  1092. if (htmlResource == null)
  1093. return;
  1094. doc.LoadHtml(htmlResource);
  1095. HtmlNodeCollection detailHtml = doc.DocumentNode.SelectNodes("//*[@class='dxzkt-tab']/tr");
  1096. if (detailHtml == null)
  1097. return;
  1098. DateTime date = Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"));
  1099. DateTime jdate = Convert.ToDateTime(DateTime.Now.ToString("yyyy-MM-dd"));
  1100. foreach (var item in detailHtml)
  1101. {
  1102. HtmlDocument doc1 = new HtmlDocument();
  1103. doc1.LoadHtml(item.InnerHtml);
  1104. HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
  1105. if (bjopfxtdHtml != null)
  1106. {
  1107. if (bjopfxtdHtml.Count == 11)
  1108. {
  1109. string shuju = "";
  1110. int i = 0;
  1111. DateTime newdate = DateTime.Now;
  1112. foreach (var item1 in bjopfxtdHtml)
  1113. {
  1114. shuju += item1.InnerText.Trim() + "|";
  1115. if (i == 1)
  1116. {
  1117. try
  1118. {
  1119. newdate = Convert.ToDateTime(item1.InnerText.Trim());
  1120. }
  1121. catch (Exception e)
  1122. {
  1123. }
  1124. }
  1125. i++;
  1126. }
  1127. if (newdate > date && newdate < jdate)
  1128. {
  1129. InsertCompensate(shuju, oc, url);
  1130. }
  1131. }
  1132. }
  1133. }
  1134. }
  1135. catch (Exception e)
  1136. {
  1137. Trace.WriteLine("报错开始 开始:" + "http://fenxi.zgzcw.com" + url);
  1138. //Getbjopdetail(url, oc);
  1139. }
  1140. }
  1141. /// <summary>
  1142. /// 插入数据欧赔固化数据
  1143. /// </summary>
  1144. /// <param name="data"></param>
  1145. /// <param name="Id"></param>
  1146. /// <param name="Season"></param>
  1147. public void InsertOddsCuring_new(string data, string Id, string url, DateTime date, string HomeTeamId, string VisitingTeamId, string HomeTeamName, string VisitingTeamName,string jsonall,DateTime lastdate)
  1148. {
  1149. try
  1150. {
  1151. var query = data.Replace("↓", "").Replace("↑", "").Split('|');
  1152. F_OddsCuring oc = new F_OddsCuring();
  1153. oc.Init_SOdd = Convert.ToDouble(query[2]);
  1154. oc.Init_POdd = Convert.ToDouble(query[3]);
  1155. oc.Init_FOdd = Convert.ToDouble(query[4]);
  1156. oc.Newest_SOdd = Convert.ToDouble(query[5]);
  1157. oc.Newest_POdd = Convert.ToDouble(query[6]);
  1158. oc.Newest_FOdd = Convert.ToDouble(query[7]);
  1159. oc.Probability_SOdd = Convert.ToDouble(query[9]);
  1160. oc.Probability_POdd = Convert.ToDouble(query[10]);
  1161. oc.Probability_FOdd = Convert.ToDouble(query[11]);
  1162. oc.Kelly_SOdd = Convert.ToDouble(query[12]);
  1163. oc.Kelly_POdd = Convert.ToDouble(query[13]);
  1164. oc.Kelly_FOdd = Convert.ToDouble(query[14]);
  1165. oc.Loss_Odd = Convert.ToDouble(query[15]);
  1166. oc.BankerCompanyName = query[1];
  1167. oc.BankerCompanyId = query[1];
  1168. oc.Remark = url;
  1169. oc.Id = CommonHelper.GetGuid().ToString();
  1170. oc.CreateDateTime = DateTime.Now;
  1171. oc.GameId = Id;
  1172. oc.ChangeDateTime = Convert.ToDateTime(query[8]);
  1173. oc.HomeTeamId = HomeTeamId;
  1174. oc.HomeTeamName = HomeTeamName;
  1175. oc.VisitingTeamId = VisitingTeamId;
  1176. oc.VisitingTeamName = VisitingTeamName;
  1177. F_Compensate ca = new F_Compensate();
  1178. ca.BankerCompanyId = oc.BankerCompanyId;
  1179. ca.ChangeDateTime = lastdate;
  1180. ca.CompensateType = "20f77e31d96ae811ab3100ac6a4a134f";//概率 20f77e31d96ae811ab3100ac6a4a134f
  1181. ca.CreateDateTime = DateTime.Now;
  1182. ca.SOdd = Convert.ToDouble(query[9]);
  1183. ca.POdd = Convert.ToDouble(query[10]);
  1184. ca.FOdd = Convert.ToDouble(query[11]);
  1185. ca.Remark = url;
  1186. ca.Id = CommonHelper.GetGuid().ToString();
  1187. ca.GameId = oc.GameId;
  1188. csalist.Add(ca);
  1189. ca = new F_Compensate();
  1190. ca.BankerCompanyId = oc.BankerCompanyId;
  1191. ca.ChangeDateTime = lastdate;
  1192. ca.CompensateType = "21f77e31d96ae811ab3100ac6a4a134f";//凯利指数 21f77e31d96ae811ab3100ac6a4a134f
  1193. ca.CreateDateTime = DateTime.Now;
  1194. ca.SOdd = Convert.ToDouble(query[12]);
  1195. ca.POdd = Convert.ToDouble(query[13]);
  1196. ca.FOdd = Convert.ToDouble(query[14]);
  1197. ca.Remark = url;
  1198. ca.Id = CommonHelper.GetGuid().ToString();
  1199. ca.GameId = oc.GameId;
  1200. csalist.Add(ca);
  1201. ca = new F_Compensate();
  1202. ca.BankerCompanyId = oc.BankerCompanyId;
  1203. ca.ChangeDateTime = lastdate;
  1204. ca.CompensateType = "a1bfa33cd96ae811ab3100ac6a4a134f";//赔付率 a1bfa33cd96ae811ab3100ac6a4a134f
  1205. ca.CreateDateTime = DateTime.Now;
  1206. ca.SOdd = Convert.ToDouble(query[15]);
  1207. ca.POdd = -1;
  1208. ca.FOdd = -1;
  1209. ca.Remark = url;
  1210. ca.Id = CommonHelper.GetGuid().ToString();
  1211. ca.GameId = oc.GameId;
  1212. csalist.Add(ca);
  1213. lock (oclist)
  1214. {
  1215. oclist.Add(oc);
  1216. }
  1217. Getbjopdetail_new_json(jsonall, oc.BankerCompanyName, lastdate, oc);
  1218. }
  1219. catch (Exception e)
  1220. {
  1221. }
  1222. }
  1223. public void Getbjopdetail_new_json(string jsonurl, string BankerCompanyName, DateTime lastdate, F_OddsCuring oc)
  1224. {
  1225. var obj = JsonConvert.DeserializeObject<JObject>(jsonurl);
  1226. var list = obj["company5List"];
  1227. var objw = JsonConvert.DeserializeObject<List<company5List>>(list.ToString());
  1228. var objw1 = objw.Where(a => a.attribute.name == BankerCompanyName).FirstOrDefault();
  1229. if (objw1 == null)
  1230. return;
  1231. foreach (var item in objw1.c)
  1232. {
  1233. if (lastdate == item.attribute.wdate.TryToDateTime())
  1234. continue;
  1235. if (item.attribute.wdate.TryToDateTime() > Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd")) )
  1236. {
  1237. F_Compensate ca = new F_Compensate();
  1238. ca.BankerCompanyId = oc.BankerCompanyId;
  1239. ca.ChangeDateTime = Convert.ToDateTime(item.attribute.wdate.TryToDateTime());
  1240. ca.CompensateType = "a0bfa33cd96ae811ab3100ac6a4a134f";//即时赔率 a0bfa33cd96ae811ab3100ac6a4a134f
  1241. ca.CreateDateTime = DateTime.Now;
  1242. ca.SOdd = Convert.ToDouble(item.attribute.win);
  1243. ca.POdd = Convert.ToDouble(item.attribute.same);
  1244. ca.FOdd = Convert.ToDouble(item.attribute.lost);
  1245. ca.Remark = "";
  1246. ca.Id = CommonHelper.GetGuid().ToString();
  1247. ca.GameId = oc.GameId;
  1248. lock (csalist)
  1249. {
  1250. csalist.Add(ca);
  1251. }
  1252. }
  1253. else
  1254. {
  1255. var s1 = item.attribute.wdate.TryToDateTime();
  1256. var s2 = Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"));
  1257. }
  1258. }
  1259. }
  1260. public class company5List
  1261. {
  1262. public company5List()
  1263. {
  1264. c = new List<sk>();
  1265. }
  1266. public Attribute attribute { get; set; }
  1267. public List<sk> c { get; set; }
  1268. }
  1269. public class Attribute
  1270. {
  1271. public string name { get; set; }
  1272. public string cid { get; set; }
  1273. }
  1274. public class sk
  1275. {
  1276. public sk2 attribute { get; set; }
  1277. public string value { get; set; }
  1278. }
  1279. public class sk2
  1280. {
  1281. public string lost { get; set; }
  1282. public string lostch { get; set; }
  1283. public string arq { get; set; }
  1284. public string wdate { get; set; }
  1285. public string win { get; set; }
  1286. public string wdate1 { get; set; }
  1287. public string same { get; set; }
  1288. public string cid { get; set; }
  1289. public string samech { get; set; }
  1290. public string alost { get; set; }
  1291. public string awin { get; set; }
  1292. public string winch { get; set; }
  1293. public string returnPer { get; set; }
  1294. public string arq_num { get; set; }
  1295. public string same_handicap { get; set; }
  1296. }
  1297. #endregion
  1298. }
  1299. }