SizeIndexJob.cs 63 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Configuration;
  4. using System.Diagnostics;
  5. using System.Linq;
  6. using System.Text;
  7. using System.Threading;
  8. using System.Threading.Tasks;
  9. using FCS.Common;
  10. using FCS.Interface;
  11. using FCS.Models;
  12. using HtmlAgilityPack;
  13. using Newtonsoft.Json;
  14. using Newtonsoft.Json.Linq;
  15. using Quartz;
  16. namespace FCS.Crawler.ZCLotterySizeIndex
  17. {
  18. class SizeIndexJob : CommonJob, IJob
  19. {
  20. public SizeIndexJob()
  21. {
  22. log = new LogHelper();
  23. services = IOC.Resolve<IDTOpenCode>();
  24. }
  25. public void Execute(IJobExecutionContext context)
  26. {
  27. //Config = CommonHelper.GetConfigFromDataMap(context.JobDetail.JobDataMap);
  28. // Click();
  29. }
  30. private static List<int> listCuringint = new List<int>();
  31. private static List<int> listDetailint = new List<int>();
  32. private static List<int> listAnalysisint = new List<int>();
  33. private static List<string> listGameId = new List<string>();
  34. private static List<F_SizeIndex> listDetailId = new List<F_SizeIndex>();
  35. public void Click(List<F_Games> glist, List<F_Games> listxg)
  36. {
  37. try
  38. {
  39. string Season = DateTime.Now.ToString("yyyy");
  40. Gamelistq = glist;
  41. teamlist = services.Query<F_Team>().ToList();
  42. int number = glist.Count;
  43. int page = number % 1000 == 0 ? number / 1000 : number / 1000 + 1;
  44. //要删除的
  45. //插入之前 获取要删除的旧数据的所有PK
  46. for (int i = 0; i < listxg.Count; i++)
  47. {
  48. listGameId.Add(listxg[i].Id);
  49. }
  50. if (listGameId.Count > 0)
  51. {
  52. var query1 = services.Query<F_SizeIndex>(" and GameId in ('" + string.Join("','", listGameId) + "') and ChangeDateTime>'" + Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd")).ToString("yyyy-MM-dd HH:mm:ss.fff") + "'") == null ? new List<F_SizeIndex>() : services.Query<F_SizeIndex>(" and GameId in ('" + string.Join("','", listGameId) + "') and ChangeDateTime>'" + Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd")).ToString("yyyy-MM-dd HH:mm:ss.fff") + "'").ToList();
  53. for (int i = 0; i < query1.Count; i++)
  54. {
  55. listDetailint.Add(query1[i].PK);
  56. }
  57. if (listGameId.Count > 0)
  58. {
  59. var query2 = services.Query<F_SizeIndexCuring>(" and GameId in ('" + string.Join("','", listGameId) + "')") == null ? new List<F_SizeIndexCuring>() : services.Query<F_SizeIndexCuring>(" and GameId in ('" + string.Join("','", listGameId) + "')").ToList();
  60. for (int i = 0; i < query2.Count; i++)
  61. {
  62. listCuringint.Add(query2[i].PK);
  63. }
  64. var query3 = services.Query<F_CuringAnalysis>(" and GameId in ('" + string.Join("','", listGameId) + "') and CuringType='308d6413438ee811af5a2c4d54d3f5a9'") == null ? new List<F_CuringAnalysis>() : services.Query<F_CuringAnalysis>(" and GameId in ('" + string.Join("','", listGameId) + "') and CuringType='308d6413438ee811af5a2c4d54d3f5a9'").ToList();
  65. for (int i = 0; i < query3.Count; i++)
  66. {
  67. listAnalysisint.Add(query3[i].PK);
  68. }
  69. }
  70. }
  71. for (int j = 0; j < page; j++)
  72. {
  73. Trace.WriteLine("第几个J 开始 SizeIndexJob:" + (j));
  74. Gamelist = Gamelistq.Skip(j * 1000).Take(1000).ToList();
  75. threadCount = Gamelist.Count;
  76. finishcount = 0;
  77. Gamelist.ForEach(async p =>
  78. {
  79. await Task.Run(() =>
  80. {
  81. //Trace.WriteLine("欧赔分析 开始:" + Gamelist.IndexOf(p));
  82. Getbjop_new(p.Remark, p);
  83. });
  84. lock (locker)
  85. {
  86. finishcount++;
  87. Monitor.Pulse(locker); //完成,通知等待队列,告知已完,执行下一个。
  88. }
  89. });
  90. lock (locker)
  91. {
  92. while (finishcount != threadCount)
  93. {
  94. Thread.Sleep(5000);
  95. Monitor.Wait(locker);//等待
  96. }
  97. }
  98. Trace.WriteLine("大小分析 结束毫秒");
  99. Companylist = Companylist.Distinct().ToList();
  100. InsertBankerCompany(Companylist);
  101. InsertBankerCompany1();
  102. {
  103. List<F_SeasonAnalysis> teamlist = new List<F_SeasonAnalysis>();
  104. try
  105. {
  106. teamlist = services.Query<F_SeasonAnalysis>().ToList();
  107. }
  108. catch (Exception e)
  109. {
  110. }
  111. salist = salist.Distinct().ToList();
  112. List<F_SeasonAnalysis> salist1 = salist.Where((x, i) => salist.FindIndex(z => z.TeamId == x.TeamId) == i).ToList();//Lambda表达式去重
  113. List<F_SeasonAnalysis> salist2 = new List<F_SeasonAnalysis>();
  114. foreach (var item in salist1)
  115. {
  116. if (teamlist.Where(a => a.TeamId == item.TeamId).ToList().Count == 0)
  117. salist2.Add(item);
  118. }
  119. Trace.WriteLine("插入赛季分析数据 开始:" + salist2.Count);
  120. if (salist2.Count != 0)
  121. services.SqlBulkCopyAdd(salist2);
  122. }
  123. var listbk = services.Query<BankerCompany>().ToList();
  124. Thread.Sleep(1000);
  125. var oclist_1 = oclist;
  126. oclist = new List<F_SizeIndexCuring>();
  127. for (int i = 0; i < oclist_1.Count; i++)
  128. {
  129. lock (oclist_1)
  130. {
  131. if (oclist_1[i] != null)
  132. {
  133. F_SizeIndexCuring oc_new = new F_SizeIndexCuring();
  134. if (i < oclist_1.Count)
  135. {
  136. oc_new = oclist_1[i];
  137. lock (listbk)
  138. {
  139. oc_new.BankerCompanyId = listbk.Where(a => a.Name == oclist_1[i].BankerCompanyId).FirstOrDefault() == null ? "" : listbk.Where(a => a.Name == oclist_1[i].BankerCompanyId).FirstOrDefault().Id;
  140. //oc_new.BankerCompanyId = listbk.Where(a => a.Name == oclist_1[i].BankerCompanyId).FirstOrDefault().Id;
  141. }
  142. lock (oclist_new)
  143. {
  144. oclist_new.Add(oc_new);
  145. }
  146. }
  147. }
  148. }
  149. }
  150. var csalist_1 = csalist;
  151. csalist_1 = csalist_1.Where(a => a != null).ToList();
  152. csalist = new List<F_SizeIndex>();
  153. foreach (var item in csalist_1)
  154. {
  155. F_SizeIndex cp = new F_SizeIndex();
  156. cp = item;
  157. // Getbjop(p.Remark, p);
  158. lock (listbk)
  159. {
  160. cp.BankerCompanyId = listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault() == null ? "" : listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault().Id;
  161. //cp.BankerCompanyId = listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault().Id;
  162. }
  163. lock (oclist_new)
  164. {
  165. csalist_new.Add(cp);
  166. }
  167. }
  168. }
  169. {
  170. List<F_CuringAnalysis> calist1 = calist.Where((x, i) => calist.FindIndex(z => z.GameId == x.GameId && z.CuringAnalysisType == x.CuringAnalysisType) == i).ToList();//Lambda表达式去重
  171. Trace.WriteLine("插入大小固化数据 开始:" + oclist_new.Count);
  172. CommonHelper.Write(ConfigurationManager.AppSettings["SizeIndexJob"], "插入大小固化数据 开始:" + oclist_new.Count);
  173. if (oclist_new.Count > 0)
  174. services.SqlBulkCopyAdd(oclist_new);
  175. //Trace.WriteLine("插入大小详情数据 开始:" + csalist_new.Count);
  176. //CommonHelper.Write(ConfigurationManager.AppSettings["SizeIndexJob"], "插入大小详情数据 开始:" + csalist_new.Count);
  177. //if (csalist_new.Count > 0)
  178. // services.SqlBulkCopyAdd(csalist_new);
  179. Trace.WriteLine("插入固化分析数据 开始:" + calist1.Count);
  180. CommonHelper.Write(ConfigurationManager.AppSettings["SizeIndexJob"], "插入固化分析数据 开始:" + calist1.Count);
  181. if (calist1.Count > 0)
  182. services.SqlBulkCopyAdd(calist1);
  183. var list_com = new List<F_SizeIndex>();
  184. foreach (var item in Gamelistq)
  185. {
  186. var count = listDetailId.Where(a => a.GameId == item.Id).ToList().Count;
  187. var count_new = csalist_new.Where(a => a.GameId == item.Id).ToList().Count;
  188. if (count_new == 0 && count == 0)
  189. continue;
  190. if (count < count_new)
  191. {
  192. list_com.AddRange(csalist_new.Where(a => a.GameId == item.Id).ToList());
  193. }
  194. else
  195. {
  196. List<F_SizeIndex> intlist = new List<F_SizeIndex>();
  197. foreach (var item3 in listDetailId.Where(a => a.GameId == item.Id).ToList())
  198. {
  199. var items = item3;
  200. items.PK = 0;
  201. intlist.Add(items);
  202. }
  203. list_com.AddRange(intlist);
  204. }
  205. }
  206. Trace.WriteLine("插入大小详情数据 开始:" + list_com.Count);
  207. CommonHelper.Write(ConfigurationManager.AppSettings["SizeIndexJob"], "插入大小详情数据 开始:" + list_com.Count);
  208. if (csalist_new.Count != 0)
  209. services.SqlBulkCopyAdd(list_com);
  210. urllist = new List<string>();
  211. urllist1 = new List<string>();
  212. Companylist = new List<string>();//所有公司
  213. bclist = new List<BankerCompany>();
  214. bcrlist = new List<BankerCompanyRelation>();
  215. calist = new List<F_CuringAnalysis>();
  216. salist = new List<F_SeasonAnalysis>();
  217. oclist = new List<F_SizeIndexCuring>();
  218. oclist_new = new List<F_SizeIndexCuring>();
  219. csalist = new List<F_SizeIndex>();
  220. csalist_new = new List<F_SizeIndex>();
  221. }
  222. Trace.WriteLine("删除数据 F_CuringAnalysis 开始:" + listAnalysisint.Count);
  223. if (listAnalysisint.Count > 0)
  224. services.Delete<F_CuringAnalysis>(" and PK in (" + string.Join(",", listAnalysisint) + ")");
  225. Trace.WriteLine("删除数据 F_CuringAnalysis 结束:" + listAnalysisint.Count);
  226. Trace.WriteLine("删除数据 F_SizeIndex 开始:" + listDetailint.Count);
  227. //if (listDetailint.Count > 0)
  228. // services.Delete<F_SizeIndex>(" and PK in (" + string.Join(",", listDetailint) + ")");
  229. if (listDetailint.Count > 0)
  230. {
  231. if (listDetailint.Count > 1000)
  232. {
  233. int pages = listDetailint.Count % 1000 == 0 ? listDetailint.Count / 1000 : listDetailint.Count / 1000 + 1;
  234. for (int i = 0; i < pages; i++)
  235. {
  236. var listDetailint1 = listDetailint.Skip(i * 1000).Take(1000).ToList();
  237. services.Delete<F_SizeIndex>(" and PK in (" + string.Join(",", listDetailint1) + ")");
  238. Trace.WriteLine("删除数据 F_SizeIndex 结束中:" + listDetailint1.Count);
  239. }
  240. }
  241. else
  242. {
  243. services.Delete<F_SizeIndex>(" and PK in (" + string.Join(",", listCuringint) + ")");
  244. }
  245. }
  246. Trace.WriteLine("删除数据 F_SizeIndex 结束:" + listDetailint.Count);
  247. Trace.WriteLine("删除数据 F_SizeIndexCuring 开始:" + listCuringint.Count);
  248. if (listCuringint.Count > 0)
  249. services.Delete<F_SizeIndexCuring>(" and PK in (" + string.Join(",", listCuringint) + ")");
  250. Trace.WriteLine("删除数据 F_SizeIndexCuring 结束:" + listCuringint.Count);
  251. Gamelistq = new List<F_Games>();
  252. teamlist = new List<F_Team>();
  253. }
  254. catch (Exception e)
  255. {
  256. Click(glist, listxg);
  257. }
  258. }
  259. public void DoMainUrl()
  260. {
  261. teamlist = services.Query<F_Team>().ToList();
  262. Gamelistq = services.Query<F_Games>().ToList();
  263. int number = Gamelistq.Count;
  264. int page = number % 200 == 0 ? number / 200 : number / 200 + 1;
  265. ThreadPool.SetMinThreads(1, 1);
  266. ThreadPool.SetMaxThreads(500, 500);
  267. CommonHelper.Write(ConfigurationManager.AppSettings["SizeIndexJob"], "j的结束值:" + ConfigurationManager.AppSettings["end"].TryToInt32() + "____j的最大值:" + page);
  268. if (ConfigurationManager.AppSettings["end"].TryToInt32() != -1)
  269. {
  270. if (ConfigurationManager.AppSettings["end"].TryToInt32() > page)
  271. {
  272. CommonHelper.Write(ConfigurationManager.AppSettings["SizeIndexJob"], "超出页数的最大值");
  273. return;
  274. }
  275. page = ConfigurationManager.AppSettings["end"].TryToInt32();//1520
  276. }
  277. for (int j = ConfigurationManager.AppSettings["j"].TryToInt32(); j < page; j++)
  278. {
  279. Trace.WriteLine("第几个J 开始:" + (j));
  280. CommonHelper.Write(ConfigurationManager.AppSettings["SizeIndexJob"], "第几个J 开始:" + (j));
  281. Gamelist = Gamelistq.Skip(j * 200).Take(200).ToList();
  282. Gamelist.ForEach(p =>
  283. {
  284. Task.Run(() =>
  285. {
  286. Trace.WriteLine("大小分析 开始:" + Gamelist.IndexOf(p));
  287. Getbjop(p.Remark, p);
  288. });
  289. });
  290. while (true)
  291. {
  292. if (CommonHelper.ThreadsFinsh())
  293. break;
  294. }
  295. Companylist = Companylist.Distinct().ToList();
  296. InsertBankerCompany(Companylist);
  297. InsertBankerCompany1();
  298. {
  299. List<F_SeasonAnalysis> teamlist = new List<F_SeasonAnalysis>();
  300. try
  301. {
  302. teamlist = services.Query<F_SeasonAnalysis>().ToList();
  303. }
  304. catch (Exception e)
  305. {
  306. }
  307. salist = salist.Distinct().ToList();
  308. List<F_SeasonAnalysis> salist1 = salist.Where((x, i) => salist.FindIndex(z => z.TeamId == x.TeamId) == i).ToList();//Lambda表达式去重
  309. List<F_SeasonAnalysis> salist2 = new List<F_SeasonAnalysis>();
  310. foreach (var item in salist1)
  311. {
  312. if (teamlist.Where(a => a.TeamId == item.TeamId).ToList().Count == 0)
  313. salist2.Add(item);
  314. }
  315. Trace.WriteLine("插入赛季分析数据 开始:" + salist2.Count);
  316. if (salist2.Count != 0)
  317. services.SqlBulkCopyAdd(salist2);
  318. }
  319. var listbk = services.Query<BankerCompany>().ToList();
  320. try
  321. {
  322. //oclist.ForEach(p =>
  323. //{
  324. // Task.Run(() =>
  325. // {
  326. // try
  327. // {
  328. // Trace.WriteLine("更换公司Id:");
  329. // F_SizeIndexCuring oc_new = new F_SizeIndexCuring();
  330. // if (p != null)
  331. // {
  332. // oc_new = p;
  333. // oc_new.BankerCompanyId = listbk.Where(a => a.Name == p.BankerCompanyId).FirstOrDefault().Id;
  334. // // Getbjop(p.Remark, p);
  335. // oclist_new.Add(oc_new);
  336. // }
  337. // }
  338. // catch (Exception e)
  339. // {
  340. // }
  341. // });
  342. //});
  343. Task[] processors = new Task[oclist.Count];
  344. for (int i = 0; i < oclist.Count; i++)
  345. {
  346. int processId = i;
  347. processors[i] = Task.Run(
  348. () => {
  349. try
  350. {
  351. Trace.WriteLine("更换公司Id:");
  352. F_SizeIndexCuring oc_new = new F_SizeIndexCuring();
  353. if (oclist[processId] != null)
  354. {
  355. oc_new = oclist[processId];
  356. oc_new.BankerCompanyId = listbk.Where(a => a.Name == oclist[processId].BankerCompanyId).FirstOrDefault().Id;
  357. // Getbjop(p.Remark, p);
  358. oclist_new.Add(oc_new);
  359. }
  360. }
  361. catch (Exception e)
  362. {
  363. }
  364. }
  365. );
  366. }
  367. }
  368. catch (Exception r)
  369. {
  370. }
  371. while (true)
  372. {
  373. if (CommonHelper.ThreadsFinsh())
  374. break;
  375. }
  376. csalist.ForEach(p =>
  377. {
  378. Task.Run(() =>
  379. {
  380. if (p != null)
  381. {
  382. lock (csalist)
  383. {
  384. Trace.WriteLine("更换公司Id:" + csalist.IndexOf(p));
  385. F_SizeIndex cp = new F_SizeIndex();
  386. cp = p;
  387. cp.BankerCompanyId = listbk.Where(a => a.Name == p.BankerCompanyId).FirstOrDefault().Id;
  388. // Getbjop(p.Remark, p);
  389. csalist_new.Add(cp);
  390. }
  391. }
  392. });
  393. });
  394. while (true)
  395. {
  396. if (CommonHelper.ThreadsFinsh())
  397. break;
  398. }
  399. List<F_CuringAnalysis> calist1 = calist.Where((x, i) => calist.FindIndex(z => z.GameId == x.GameId && z.CuringAnalysisType == x.CuringAnalysisType) == i).ToList();//Lambda表达式去重
  400. Trace.WriteLine("插入大小固化数据 开始:" + oclist_new.Count);
  401. CommonHelper.Write(ConfigurationManager.AppSettings["SizeIndexJob"], "插入固化分析数据 开始:" + oclist_new.Count);
  402. if (oclist_new.Count > 0)
  403. services.SqlBulkCopyAdd(oclist_new);
  404. Trace.WriteLine("插入大小详情数据 开始:" + csalist_new.Count);
  405. CommonHelper.Write(ConfigurationManager.AppSettings["SizeIndexJob"], "插入固化分析数据 开始:" + csalist_new.Count);
  406. if (csalist_new.Count > 0)
  407. services.SqlBulkCopyAdd(csalist_new);
  408. Trace.WriteLine("插入固化分析数据 开始:" + calist1.Count);
  409. CommonHelper.Write(ConfigurationManager.AppSettings["SizeIndexJob"], "插入固化分析数据 开始:" + calist1.Count);
  410. if (calist1.Count > 0)
  411. services.SqlBulkCopyAdd(calist1);
  412. urllist = new List<string>();
  413. urllist1 = new List<string>();
  414. Companylist = new List<string>();//所有公司
  415. bclist = new List<BankerCompany>();
  416. bcrlist = new List<BankerCompanyRelation>();
  417. calist = new List<F_CuringAnalysis>();
  418. salist = new List<F_SeasonAnalysis>();
  419. oclist = new List<F_SizeIndexCuring>();
  420. oclist_new = new List<F_SizeIndexCuring>();
  421. csalist = new List<F_SizeIndex>();
  422. csalist_new = new List<F_SizeIndex>();
  423. }
  424. }
  425. public List<string> urllist = new List<string>();
  426. public List<string> urllist1 = new List<string>();
  427. public List<string> Companylist = new List<string>();//所有公司
  428. public static List<BankerCompany> bclist = new List<BankerCompany>();
  429. public static List<BankerCompanyRelation> bcrlist = new List<BankerCompanyRelation>();
  430. public static List<F_CuringAnalysis> calist = new List<F_CuringAnalysis>();
  431. public static List<F_Team> teamlist = new List<F_Team>();
  432. public static List<F_Games> Gamelist = new List<F_Games>();
  433. public static List<F_SeasonAnalysis> salist = new List<F_SeasonAnalysis>();
  434. public static List<F_SizeIndexCuring> oclist = new List<F_SizeIndexCuring>();
  435. public static List<F_SizeIndexCuring> oclist_new = new List<F_SizeIndexCuring>();
  436. public static List<F_SizeIndex> csalist = new List<F_SizeIndex>();
  437. public static List<F_SizeIndex> csalist_new = new List<F_SizeIndex>();
  438. public static List<F_Games> Gamelistq = new List<F_Games>();
  439. public void Getbjop(string url, F_Games game)
  440. {
  441. url = url.Replace(":80", "").Replace("ypdb", "dxdb");
  442. //class="bf-tab-02"
  443. // Trace.WriteLine("大小分析 开始:" + url);
  444. string yurl = url;
  445. ;
  446. var htmlResource = CommonHelper.GetHtmlString(url, "足彩");
  447. HtmlDocument doc = new HtmlDocument();
  448. if (htmlResource == null)
  449. return;
  450. doc.LoadHtml(htmlResource);
  451. //赔率集合
  452. HtmlNodeCollection bjopHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-02']/tr");
  453. if (bjopHtml == null)
  454. return;
  455. string HomeTeamName = "";
  456. HtmlNodeCollection homenameHtml = doc.DocumentNode.SelectNodes("//*[@class='host-name']/a");
  457. if (homenameHtml != null)
  458. {
  459. var q1 = teamlist.Where(a => a.Name == homenameHtml[0].InnerText.Trim()).FirstOrDefault();
  460. string data = "";
  461. if (q1 != null)
  462. {
  463. HomeTeamName = q1.Name;
  464. HtmlNodeCollection homepmHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-zd']");
  465. if (homepmHtml[0].InnerText.Trim().Contains("上赛季排名"))
  466. {
  467. data = "" + string.Join("|", homepmHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
  468. HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
  469. data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
  470. }
  471. else
  472. {
  473. data = "" + homepmHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
  474. HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
  475. data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
  476. }
  477. InsertSeasonAnalysis(data, q1.Id, url, game.Season);
  478. }
  479. }
  480. string VisitingTeamName = "";
  481. HtmlNodeCollection visitingnameHtml = doc.DocumentNode.SelectNodes("//*[@class='visit-name']/a");
  482. if (visitingnameHtml != null)
  483. {
  484. string data = "";
  485. var q2 = teamlist.Where(a => a.Name == visitingnameHtml[0].InnerText.Trim()).FirstOrDefault();
  486. if (q2 != null)
  487. {
  488. VisitingTeamName = q2.Name;
  489. HtmlNodeCollection homepmkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-kd']");
  490. if (homepmkHtml[0].InnerText.Trim().Contains("上赛季排名"))
  491. {
  492. data = "" + string.Join("|", homepmkHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
  493. HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
  494. data += "|" + homedfkHtml[0].InnerText.Trim().Replace("客队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
  495. }
  496. else
  497. {
  498. data = "" + homepmkHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
  499. HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
  500. data += "|" + homedfkHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
  501. }
  502. InsertSeasonAnalysis(data, q2.Id, url, game.Season);
  503. }
  504. }
  505. List<string> listdetail = new List<string>();
  506. foreach (var item in bjopHtml)
  507. {
  508. HtmlDocument doc1 = new HtmlDocument();
  509. doc1.LoadHtml(item.InnerHtml);
  510. HtmlNodeCollection bjoptdHtml = doc1.DocumentNode.SelectNodes("//td");
  511. int i = 1;
  512. string shuju = "", nurl = "";
  513. foreach (var item1 in bjoptdHtml)
  514. {
  515. if (i == 2)
  516. {
  517. // shuju += item1.InnerText.Trim()+"|";
  518. Companylist.Add(item1.InnerText.Trim() + "|" + item1.Attributes["data"].Value);
  519. // Companylist = Companylist.Distinct().ToList();
  520. // InsertBankerCompany();
  521. }
  522. if (i == 6)
  523. {
  524. shuju += item1.InnerText.Trim() + "|";
  525. nurl = item1.SelectNodes("//a")[0].Attributes["href"].Value.Trim();
  526. }
  527. else if (i == 9)
  528. {
  529. HtmlDocument doc2 = new HtmlDocument();
  530. doc2.LoadHtml(item1.InnerHtml);
  531. HtmlNodeCollection timehtml = doc2.DocumentNode.SelectNodes("//em");
  532. shuju += item.Attributes["firsttime"].Value + "|";
  533. }
  534. else
  535. {
  536. shuju += item1.InnerText.Trim() + "|";
  537. }
  538. i++;
  539. }
  540. listdetail.Add(shuju + "@" + nurl);
  541. }
  542. listdetail.ForEach(p =>
  543. {
  544. Task.Run(() =>
  545. {
  546. try
  547. {
  548. var lis = p.Split('@')[0];
  549. //Trace.WriteLine("大小分析多线程 开始:" + listdetail.IndexOf(p));
  550. InsertOddsCuring(p.Split('@')[0], game.Id, p.Split('@')[1], game.StartDateTime.TryToDateTime(), game.HomeTeamId, game.VisitingTeamId, HomeTeamName, VisitingTeamName);
  551. }
  552. catch (Exception e)
  553. {
  554. Trace.WriteLine("大小分析多线程 报错:" + listdetail.IndexOf(p));
  555. }
  556. });
  557. });
  558. //class="bf-tab-03"
  559. HtmlNodeCollection bjopfxHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-03']/tr");
  560. foreach (var item in bjopfxHtml)
  561. {
  562. HtmlDocument doc1 = new HtmlDocument();
  563. doc1.LoadHtml(item.InnerHtml);
  564. HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
  565. if (bjopfxtdHtml.Count == 15)
  566. {
  567. string shuju = "";
  568. foreach (var item1 in bjopfxtdHtml)
  569. {
  570. shuju += item1.InnerText.Trim() + "|";
  571. }
  572. InsertCuringAnalysis(shuju, game.Id, url);
  573. }
  574. }
  575. }
  576. public void Getbjopdetail(string url, F_SizeIndexCuring oc,string date)
  577. {
  578. try
  579. {
  580. //插入初始
  581. InsertCompensate_start(oc,date);
  582. //Trace.WriteLine("大小所有分析获取 开始:" + "http://fenxi.zgzcw.com" + url);
  583. string yurl = url;
  584. if (!url.Contains("http://fenxi.zgzcw.com"))
  585. url = "http://fenxi.zgzcw.com" + url.Replace(":80", "");
  586. var htmlResource = CommonHelper.GetHtmlString(url, "足彩");
  587. HtmlDocument doc = new HtmlDocument();
  588. if (htmlResource == null)
  589. return;
  590. doc.LoadHtml(htmlResource);
  591. HtmlNodeCollection detailHtml = doc.DocumentNode.SelectNodes("//*[@class='dxzkt-tab']/tr");
  592. if (detailHtml == null)
  593. return;
  594. int i = 0;
  595. foreach (var item in detailHtml)
  596. {
  597. if (i > 10)
  598. return;
  599. HtmlDocument doc1 = new HtmlDocument();
  600. doc1.LoadHtml(item.InnerHtml);
  601. HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
  602. if (bjopfxtdHtml != null)
  603. {
  604. if (bjopfxtdHtml.Count == 11)
  605. {
  606. string shuju = "";
  607. foreach (var item1 in bjopfxtdHtml)
  608. {
  609. shuju += item1.InnerText.Trim() + "|";
  610. }
  611. InsertCompensate(shuju, oc, url);
  612. }
  613. }
  614. i++;
  615. }
  616. }
  617. catch (Exception e)
  618. {
  619. Trace.WriteLine("报错开始 开始:" + "http://fenxi.zgzcw.com" + url);
  620. //Getbjopdetail(url, oc);
  621. }
  622. }
  623. /// <summary>
  624. /// 插入数据公司
  625. /// </summary>
  626. /// <param name="data"></param>
  627. /// <param name="Id"></param>
  628. /// <param name="Season"></param>
  629. public void InsertBankerCompany(List<string> Companylist)
  630. {
  631. List<BankerCompany> listbk = new List<BankerCompany>();
  632. try
  633. {
  634. listbk = services.Query<BankerCompany>().ToList();
  635. }
  636. catch (Exception e)
  637. {
  638. }
  639. foreach (var item in Companylist)
  640. {
  641. if (item.IsEmpty())
  642. continue;
  643. var query = item.Split('|');
  644. if (listbk.Where(a => a.Name == query[0]).ToList().Count > 0)
  645. continue;
  646. BankerCompany bc = new BankerCompany();
  647. bc.CreateDateTime = DateTime.Now;
  648. bc.Id = CommonHelper.GetGuid().ToString();
  649. bc.Name = query[0];
  650. bclist.Add(bc);
  651. }
  652. List<BankerCompany> bclist1 = bclist.Where((x, i) => bclist.FindIndex(z => z.Name == x.Name) == i).ToList();//Lambda表达式去重
  653. Trace.WriteLine("插入公司数据 开始:" + bclist1.Count);
  654. if (bclist1.Count != 0)
  655. services.SqlBulkCopyAdd(bclist1);
  656. }
  657. public void InsertBankerCompany1()
  658. {
  659. List<BankerCompany> listbk = new List<BankerCompany>();
  660. List<BankerCompanyRelation> listbkrs = new List<BankerCompanyRelation>();
  661. try
  662. {
  663. listbk = services.Query<BankerCompany>().ToList();
  664. listbkrs = services.Query<BankerCompanyRelation>().ToList();
  665. }
  666. catch (Exception e)
  667. {
  668. }
  669. foreach (var item in Companylist)
  670. {
  671. if (item.IsEmpty())
  672. continue;
  673. var query = item.Split('|');
  674. if (listbk.Where(a => a.Name == query[0]).ToList().Count > 0)
  675. {
  676. var query2 = query[1].Split(',');
  677. foreach (var item1 in query2)
  678. {
  679. //if (!item1.Trim().IsEmpty())
  680. {
  681. BankerCompanyRelation bcr = new BankerCompanyRelation();
  682. bcr.BankerCompanyId = listbk.Where(a => a.Name == query[0]).FirstOrDefault().Id;
  683. bcr.BankerCompanyType = a6;
  684. bcr.Remark = "";
  685. bcr.Id = CommonHelper.GetGuid().ToString();
  686. bcr.CreateDateTime = DateTime.Now;
  687. if (listbkrs.Where(a => a.BankerCompanyType == bcr.BankerCompanyType && a.BankerCompanyId == bcr.BankerCompanyId).ToList().Count == 0)
  688. {
  689. bcrlist.Add(bcr);
  690. }
  691. }
  692. }
  693. }
  694. }
  695. Trace.WriteLine("插入公司分类数据 开始:" + bcrlist.Count);
  696. if (bcrlist.Count != 0)
  697. services.SqlBulkCopyAdd(bcrlist);
  698. }
  699. public static string a1 = "c06f47ca4f8ee811af5a2c4d54d3f5a9", a2 = "00ae03d14f8ee811af5a2c4d54d3f5a9", a3 = "30d122dc4f8ee811af5a2c4d54d3f5a9", a4 = "f08de6e64f8ee811af5a2c4d54d3f5a9", a5 = "904f40ef4f8ee811af5a2c4d54d3f5a9", a6 = "a0a07a33fea0e811a35c00ac6a4a134f";
  700. //百家欧赔 c06f47ca4f8ee811af5a2c4d54d3f5a9
  701. //主流公司 00ae03d14f8ee811af5a2c4d54d3f5a9 0
  702. //交易公司 30d122dc4f8ee811af5a2c4d54d3f5a9 1
  703. //亚洲公司 f08de6e64f8ee811af5a2c4d54d3f5a9 2
  704. //普通公司 904f40ef4f8ee811af5a2c4d54d3f5a9 5
  705. /// <summary>
  706. /// 插入数据大小数据
  707. /// </summary>
  708. /// <param name="data"></param>
  709. /// <param name="Id"></param>
  710. /// <param name="Season"></param>
  711. public void InsertCompensate(string data, F_SizeIndexCuring oc, string url)
  712. {
  713. try
  714. {
  715. var query = data.Replace("↓", "").Replace("↑", "").Split('|');
  716. F_SizeIndex ca = new F_SizeIndex();
  717. ca.BankerCompanyId = oc.BankerCompanyId;
  718. ca.ChangeDateTime = Convert.ToDateTime(query[1]);
  719. ca.SizeIndexType = "f1ff31dbda6ae811ab3100ac6a4a134f";//及时大小赔率 f1ff31dbda6ae811ab3100ac6a4a134f
  720. ca.CreateDateTime = DateTime.Now;
  721. ca.SOdd = Convert.ToDouble(query[3]);
  722. ca.POdd = -1;
  723. ca.Disc = Convert.ToString(query[4]) == null ? "" : Convert.ToString(query[4]);
  724. ca.FOdd = Convert.ToDouble(query[5]);
  725. ca.Remark = url;
  726. ca.Id = CommonHelper.GetGuid().ToString();
  727. ca.GameId = oc.GameId;
  728. csalist.Add(ca);
  729. }
  730. catch (Exception e)
  731. {
  732. }
  733. }
  734. /// <summary>
  735. /// 插入数据大小数据-初始
  736. /// </summary>
  737. /// <param name="data"></param>
  738. /// <param name="Id"></param>
  739. /// <param name="Season"></param>
  740. public void InsertCompensate_start(F_SizeIndexCuring oc,string date)
  741. {
  742. try
  743. {
  744. F_SizeIndex ca = new F_SizeIndex();
  745. ca.BankerCompanyId = oc.BankerCompanyId;
  746. try
  747. {
  748. ca.ChangeDateTime = Convert.ToDateTime(date);
  749. }
  750. catch (Exception e)
  751. {
  752. ca.ChangeDateTime = Convert.ToDateTime("1999-01-01 00:01");
  753. }
  754. ca.SizeIndexType = "f0ff31dbda6ae811ab3100ac6a4a134f";//初始大小赔率 f0ff31dbda6ae811ab3100ac6a4a134f
  755. ca.CreateDateTime = DateTime.Now;
  756. ca.SOdd = Convert.ToDouble(oc.Init_SOdd);
  757. ca.POdd = -1;
  758. ca.Disc = oc.Init_DiscName;
  759. ca.FOdd = Convert.ToDouble(oc.Init_FOdds);
  760. ca.Remark = "";
  761. ca.Id = CommonHelper.GetGuid().ToString();
  762. ca.GameId = oc.GameId;
  763. csalist.Add(ca);
  764. }
  765. catch (Exception e)
  766. {
  767. }
  768. }
  769. /// <summary>
  770. /// 插入数据大小固化数据
  771. /// </summary>
  772. /// <param name="data"></param>
  773. /// <param name="Id"></param>
  774. /// <param name="Season"></param>
  775. public void InsertOddsCuring(string data, string Id, string url, DateTime date, string HomeTeamId, string VisitingTeamId, string HomeTeamName, string VisitingTeamName)
  776. {
  777. try
  778. {
  779. var query = data.Replace("↓", "").Replace("↑", "").Split('|');
  780. F_SizeIndexCuring oc = new F_SizeIndexCuring();
  781. oc.Init_SOdd = Convert.ToDouble(query[2]);
  782. oc.Init_DiscName = query[3];
  783. oc.Init_FOdds = Convert.ToDouble(query[4]);
  784. oc.Newest_SOdd = Convert.ToDouble(query[5]);
  785. oc.Newest_DiscName = query[6];
  786. oc.Newest_FOdd = Convert.ToDouble(query[7]);
  787. oc.Probability_SOdd = Convert.ToDouble(query[9]);
  788. oc.Probability_FOdd = Convert.ToDouble(query[10]);
  789. oc.Kelly_SOdd = Convert.ToDouble(query[11]);
  790. oc.Kelly_FOdd = Convert.ToDouble(query[12]);
  791. oc.Loss_Odd = Convert.ToDouble(query[13]);
  792. oc.BankerCompanyName = query[1];
  793. oc.BankerCompanyId = query[1];
  794. oc.Remark = url;
  795. oc.Id = CommonHelper.GetGuid().ToString();
  796. oc.CreateDateTime = DateTime.Now;
  797. oc.GameId = Id;
  798. try
  799. {
  800. oc.ChangeDateTime = Convert.ToDateTime(query[8]);
  801. }
  802. catch (Exception e)
  803. {
  804. oc.ChangeDateTime = DateTime.Now;
  805. }
  806. oc.HomeTeamId = HomeTeamId;
  807. oc.HomeTeamName = HomeTeamName;
  808. oc.VisitingTeamId = VisitingTeamId;
  809. oc.VisitingTeamName = VisitingTeamName;
  810. oclist.Add(oc);
  811. Getbjopdetail(url, oc,query[8]);
  812. }
  813. catch (Exception s)
  814. {
  815. }
  816. }
  817. public DateTime GetDate(string time, DateTime date)
  818. {
  819. time = time.Replace("更新时间:赛前", "").Replace("时", "|").Replace("分", "").Trim();
  820. var query = time.Split('|');
  821. if (query.Length == 1)
  822. date.AddMinutes(Convert.ToInt32(query[0]));
  823. if (query.Length == 2)
  824. date.AddMinutes(Convert.ToInt32(query[1])).AddHours(Convert.ToInt32(query[0]));
  825. return date;
  826. }
  827. /// <summary>
  828. /// 插入数据大小固化分析数据
  829. /// </summary>
  830. /// <param name="data"></param>
  831. /// <param name="Id"></param>
  832. /// <param name="Season"></param>
  833. public void InsertCuringAnalysis(string data, string Id, string url)
  834. {
  835. try
  836. {
  837. var query = data.Split('|');
  838. F_CuringAnalysis ca = new F_CuringAnalysis();
  839. ca.Remark = url;
  840. ca.Id = CommonHelper.GetGuid().ToString();
  841. ca.CreateDateTime = DateTime.Now;
  842. ca.CuringType = "308d6413438ee811af5a2c4d54d3f5a9";
  843. if (query[1] == "平均值")
  844. ca.CuringAnalysisType = b1;
  845. if (query[1] == "最大值")
  846. ca.CuringAnalysisType = b2;
  847. if (query[1] == "最小值")
  848. ca.CuringAnalysisType = b3;
  849. ca.GameId = Id;
  850. ca.Init_SOdd = Convert.ToDouble(query[2]);
  851. ca.Init_POdd = -1;
  852. ca.Init_FOdd = Convert.ToDouble(query[4]);
  853. ca.Newest_SOdd = Convert.ToDouble(query[5]);
  854. ca.Newest_POdd = -1;
  855. ca.Newest_FOdd = Convert.ToDouble(query[7]);
  856. ca.Probability_SOdd = Convert.ToDouble(query[9]);
  857. ca.Probability_POdd = -1;
  858. ca.Probability_FOdd = Convert.ToDouble(query[10]);
  859. ca.Kelly_SOdd = Convert.ToDouble(query[11]);
  860. ca.Kelly_POdd = -1;
  861. ca.Kelly_FOdd = Convert.ToDouble(query[12]);
  862. ca.Loss_Odd = -1;
  863. calist.Add(ca);
  864. }
  865. catch (Exception e)
  866. {
  867. }
  868. }
  869. //public static string b1 = "c06f47ca4f8ee811af5a2c4d54d3f5a9", b2 = "00ae03d14f8ee811af5a2c4d54d3f5a9", b3 = "30d122dc4f8ee811af5a2c4d54d3f5a9";
  870. public static string b1 = "b1b112fa278ee811a04200ac6a4a134f", b2 = "b2b112fa278ee811a04200ac6a4a134f", b3 = "b1bf8c08288ee811a04200ac6a4a134f";
  871. //平均值 b1b112fa278ee811a04200ac6a4a134f
  872. //最小值 b2b112fa278ee811a04200ac6a4a134f
  873. //最大值 b1bf8c08288ee811a04200ac6a4a134f
  874. /// <summary>
  875. /// 插入数据赛季分析表
  876. /// </summary>
  877. /// <param name="data"></param>
  878. /// <param name="Id"></param>
  879. /// <param name="Season"></param>
  880. public void InsertSeasonAnalysis(string data, string Id, string url, string Season)
  881. {
  882. // List<F_SeasonAnalysis> salist1 = salist;
  883. //if (salist1.Where(a => a.Id == Id).ToList().Count > 0)
  884. //return;
  885. var query = data.Split('|');
  886. try
  887. {
  888. F_SeasonAnalysis sa = new F_SeasonAnalysis();
  889. sa.Remark = url;
  890. sa.Id = CommonHelper.GetGuid().ToString();
  891. sa.CreateDateTime = DateTime.Now;
  892. sa.Season = Season;
  893. sa.TeamId = Id;
  894. sa.OldRanking = query[0].TryToInt32();
  895. sa.NowOldRanking = query[1].TryToInt32();
  896. sa.Win = query[2].TryToInt32();
  897. sa.Draw = query[3].TryToInt32();
  898. sa.Lose = query[4].TryToInt32();
  899. sa.Number = query[5].TryToInt32();
  900. salist.Add(sa);
  901. }
  902. catch (Exception e)
  903. {
  904. F_SeasonAnalysis sa = new F_SeasonAnalysis();
  905. sa.Remark = url;
  906. sa.Id = CommonHelper.GetGuid().ToString();
  907. sa.CreateDateTime = DateTime.Now;
  908. sa.Season = Season;
  909. sa.TeamId = Id;
  910. sa.OldRanking = query[0].TryToInt32();
  911. sa.NowOldRanking = query[0].TryToInt32();
  912. sa.Win = 0;
  913. sa.Draw = 0;
  914. sa.Lose = 0;
  915. sa.Number = query[1].TryToInt32();
  916. salist.Add(sa);
  917. }
  918. }
  919. #region 更新
  920. public void Getbjop_new(string url, F_Games game)
  921. {
  922. try
  923. {
  924. url = url.Replace(":80", "").Replace("ypdb", "dxdb");
  925. string jsonall = CommonHelper.GetHtmlString(url.Replace("fenxi.zgzcw.com", "fenxi.zgzcw.com/json"), "", 5 * 1000);
  926. var htmlResource = CommonHelper.GetHtmlString(url, "", 5 * 1000);
  927. HtmlDocument doc = new HtmlDocument();
  928. if (htmlResource == null)
  929. return;
  930. if (htmlResource == ConfigurationManager.AppSettings["HttpException"].ToString())
  931. return;
  932. doc.LoadHtml(htmlResource);
  933. //赔率集合
  934. HtmlNodeCollection bjopHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-02']/tr");
  935. if (bjopHtml == null)
  936. return;
  937. HtmlNodeCollection homenameHtml = doc.DocumentNode.SelectNodes("//*[@class='host-name']/a");
  938. var q1 = teamlist.Where(a => a.Name == homenameHtml[0].InnerText.Trim()).FirstOrDefault();
  939. string HomeTeamName = "";
  940. string data = "";
  941. if (q1 != null)
  942. {
  943. HomeTeamName = q1.Name;
  944. HtmlNodeCollection homepmHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-zd']");
  945. if (homepmHtml[0].InnerText.Trim().Contains("上赛季排名"))
  946. {
  947. data = "" + string.Join("|", homepmHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
  948. HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
  949. data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
  950. }
  951. else
  952. {
  953. data = "" + homepmHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
  954. HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
  955. data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
  956. }
  957. InsertSeasonAnalysis(data, q1.Id, url, game.Season);
  958. }
  959. HtmlNodeCollection visitingnameHtml = doc.DocumentNode.SelectNodes("//*[@class='visit-name']/a");
  960. var q2 = teamlist.Where(a => a.Name == visitingnameHtml[0].InnerText.Trim()).FirstOrDefault();
  961. string VisitingTeamName = "";
  962. if (q2 != null)
  963. {
  964. VisitingTeamName = q2.Name;
  965. HtmlNodeCollection homepmkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-kd']");
  966. if (homepmkHtml[0].InnerText.Trim().Contains("上赛季排名"))
  967. {
  968. data = "" + string.Join("|", homepmkHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
  969. HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
  970. data += "|" + homedfkHtml[0].InnerText.Trim().Replace("客队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
  971. }
  972. else
  973. {
  974. data = "" + homepmkHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
  975. HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
  976. data += "|" + homedfkHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
  977. }
  978. InsertSeasonAnalysis(data, q2.Id, url, game.Season);
  979. }
  980. List<string> listdetail = new List<string>();
  981. foreach (var item in bjopHtml)
  982. {
  983. HtmlDocument doc1 = new HtmlDocument();
  984. doc1.LoadHtml(item.InnerHtml);
  985. HtmlNodeCollection bjoptdHtml = doc1.DocumentNode.SelectNodes("//td");
  986. int i = 1;
  987. string shuju = "", nurl = "";
  988. DateTime lasttime = DateTime.Now;
  989. foreach (var item1 in bjoptdHtml)
  990. {
  991. if (i == 2)
  992. {
  993. // shuju += item1.InnerText.Trim()+"|";
  994. Companylist.Add(item1.InnerText.Trim() + "|" + item1.Attributes["data"].Value);
  995. // Companylist = Companylist.Distinct().ToList();
  996. // InsertBankerCompany();
  997. }
  998. if (i == 6)
  999. {
  1000. shuju += item1.InnerText.Trim() + "|";
  1001. nurl = item1.SelectNodes("//a")[0].Attributes["href"].Value.Trim();
  1002. }
  1003. else if (i == 9)
  1004. {
  1005. HtmlDocument doc2 = new HtmlDocument();
  1006. doc2.LoadHtml(item1.InnerHtml);
  1007. HtmlNodeCollection timehtml = doc2.DocumentNode.SelectNodes("//em");
  1008. shuju += item.Attributes["firsttime"].Value + "|";
  1009. string datestring = timehtml[0].InnerText.Trim().Replace("更新时间:赛前", "").Replace("时", "|").Replace("分", "");
  1010. string Hours = "0";
  1011. string Minute = "0";
  1012. if (datestring.Split('|').Length == 2)
  1013. {
  1014. Hours = datestring.Split('|')[0];
  1015. Minute = datestring.Split('|')[1];
  1016. }
  1017. else if (datestring.Split('|').Length == 1)
  1018. {
  1019. Hours = "0";
  1020. Minute = datestring.Split('|')[0];
  1021. }
  1022. int Minutes = Minute.TryToInt32() + Hours.TryToInt32() * 60;
  1023. lasttime = Convert.ToDateTime(game.StartDateTime).AddMinutes(-Minutes);
  1024. }
  1025. else
  1026. {
  1027. shuju += item1.InnerText.Trim() + "|";
  1028. }
  1029. i++;
  1030. }
  1031. DateTime lastdate = lasttime;
  1032. DateTime date = Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"));
  1033. // if (lastdate > date)
  1034. {
  1035. listdetail.Add(shuju + "@" + nurl + "@" + lasttime);
  1036. }
  1037. //listdetail.Add(shuju + "@" + nurl);
  1038. }
  1039. foreach (var item in listdetail)
  1040. {
  1041. var lis = item.Split('@')[0];
  1042. //Trace.WriteLine("大小分析多线程 开始:" + listdetail.IndexOf(p));
  1043. InsertOddsCuring_new(item.Split('@')[0], game.Id, item.Split('@')[1], game.StartDateTime.TryToDateTime(), game.HomeTeamId, game.VisitingTeamId, HomeTeamName, VisitingTeamName, jsonall, Convert.ToDateTime(item.Split('@')[2]));
  1044. }
  1045. //class="bf-tab-03"
  1046. HtmlNodeCollection bjopfxHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-03']/tr");
  1047. if (bjopfxHtml == null)
  1048. return;
  1049. foreach (var item in bjopfxHtml)
  1050. {
  1051. HtmlDocument doc1 = new HtmlDocument();
  1052. doc1.LoadHtml(item.InnerHtml);
  1053. HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
  1054. if (bjopfxtdHtml.Count == 15)
  1055. {
  1056. string shuju = "";
  1057. foreach (var item1 in bjopfxtdHtml)
  1058. {
  1059. shuju += item1.InnerText.Trim() + "|";
  1060. }
  1061. InsertCuringAnalysis(shuju, game.Id, url);
  1062. }
  1063. }
  1064. }
  1065. catch (Exception e)
  1066. {
  1067. }
  1068. }
  1069. public void Getbjopdetail_new(string url, F_SizeIndexCuring oc, string date)
  1070. {
  1071. try
  1072. {
  1073. //插入初始
  1074. InsertCompensate_start(oc, date);
  1075. //Trace.WriteLine("大小所有分析获取 开始:" + "http://fenxi.zgzcw.com" + url);
  1076. string yurl = url;
  1077. if (!url.Contains("http://fenxi.zgzcw.com"))
  1078. url = "http://fenxi.zgzcw.com" + url.Replace(":80", "");
  1079. var htmlResource = CommonHelper.GetHtmlString(url, "足彩");
  1080. HtmlDocument doc = new HtmlDocument();
  1081. if (htmlResource == null)
  1082. return;
  1083. doc.LoadHtml(htmlResource);
  1084. HtmlNodeCollection detailHtml = doc.DocumentNode.SelectNodes("//*[@class='dxzkt-tab']/tr");
  1085. if (detailHtml == null)
  1086. return;
  1087. DateTime date1 = Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"));
  1088. DateTime jdate = Convert.ToDateTime(DateTime.Now.ToString("yyyy-MM-dd"));
  1089. foreach (var item in detailHtml)
  1090. {
  1091. HtmlDocument doc1 = new HtmlDocument();
  1092. doc1.LoadHtml(item.InnerHtml);
  1093. HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
  1094. if (bjopfxtdHtml != null)
  1095. {
  1096. if (bjopfxtdHtml.Count == 11)
  1097. {
  1098. string shuju = "";
  1099. DateTime newdate = DateTime.Now;
  1100. int i = 0;
  1101. foreach (var item1 in bjopfxtdHtml)
  1102. {
  1103. shuju += item1.InnerText.Trim() + "|";
  1104. if (i == 1)
  1105. {
  1106. try
  1107. {
  1108. newdate = Convert.ToDateTime(item1.InnerText.Trim());
  1109. }
  1110. catch (Exception e)
  1111. {
  1112. }
  1113. }
  1114. i++;
  1115. }
  1116. if (newdate > date1 && newdate < jdate)
  1117. {
  1118. InsertCompensate(shuju, oc, url);
  1119. }
  1120. }
  1121. }
  1122. }
  1123. }
  1124. catch (Exception e)
  1125. {
  1126. Trace.WriteLine("报错开始 开始:" + "http://fenxi.zgzcw.com" + url);
  1127. //Getbjopdetail(url, oc);
  1128. }
  1129. }
  1130. /// <summary>
  1131. /// 插入数据大小固化数据
  1132. /// </summary>
  1133. /// <param name="data"></param>
  1134. /// <param name="Id"></param>
  1135. /// <param name="Season"></param>
  1136. public void InsertOddsCuring_new(string data, string Id, string url, DateTime date, string HomeTeamId, string VisitingTeamId, string HomeTeamName, string VisitingTeamName, string jsonall, DateTime lastdate)
  1137. {
  1138. try
  1139. {
  1140. var query = data.Replace("↓", "").Replace("↑", "").Split('|');
  1141. F_SizeIndexCuring oc = new F_SizeIndexCuring();
  1142. oc.Init_SOdd = Convert.ToDouble(query[2]);
  1143. oc.Init_DiscName = query[3];
  1144. oc.Init_FOdds = Convert.ToDouble(query[4]);
  1145. oc.Newest_SOdd = Convert.ToDouble(query[5]);
  1146. oc.Newest_DiscName = query[6];
  1147. oc.Newest_FOdd = Convert.ToDouble(query[7]);
  1148. oc.Probability_SOdd = Convert.ToDouble(query[9]);
  1149. oc.Probability_FOdd = Convert.ToDouble(query[10]);
  1150. oc.Kelly_SOdd = Convert.ToDouble(query[11]);
  1151. oc.Kelly_FOdd = Convert.ToDouble(query[12]);
  1152. oc.Loss_Odd = Convert.ToDouble(query[13]);
  1153. oc.BankerCompanyName = query[1];
  1154. oc.BankerCompanyId = query[1];
  1155. oc.Remark = url;
  1156. oc.Id = CommonHelper.GetGuid().ToString();
  1157. oc.CreateDateTime = DateTime.Now;
  1158. oc.GameId = Id;
  1159. try
  1160. {
  1161. oc.ChangeDateTime = Convert.ToDateTime(query[8]);
  1162. }
  1163. catch (Exception e)
  1164. {
  1165. oc.ChangeDateTime = DateTime.Now;
  1166. }
  1167. oc.HomeTeamId = HomeTeamId;
  1168. oc.HomeTeamName = HomeTeamName;
  1169. oc.VisitingTeamId = VisitingTeamId;
  1170. oc.VisitingTeamName = VisitingTeamName;
  1171. oclist.Add(oc);
  1172. //Getbjopdetail_new(url, oc, query[8]);
  1173. F_SizeIndex ca = new F_SizeIndex();
  1174. ca.BankerCompanyId = oc.BankerCompanyId;
  1175. ca.ChangeDateTime = lastdate;
  1176. ca.SizeIndexType = "f1ff31dbda6ae811ab3100ac6a4a134f";//及时大小赔率 f1ff31dbda6ae811ab3100ac6a4a134f
  1177. ca.CreateDateTime = DateTime.Now;
  1178. ca.SOdd = Convert.ToDouble(query[5]);
  1179. ca.POdd = -1;
  1180. ca.Disc = query[6];
  1181. ca.FOdd = Convert.ToDouble(query[7]);
  1182. ca.Remark = "";
  1183. ca.Id = CommonHelper.GetGuid().ToString();
  1184. ca.GameId = oc.GameId;
  1185. //csalist.Add(ca);
  1186. lock (oclist)
  1187. {
  1188. csalist.Add(ca);
  1189. }
  1190. Getbjopdetail_new_json(jsonall, query[1], lastdate, oc);
  1191. }
  1192. catch (Exception s)
  1193. {
  1194. }
  1195. }
  1196. public void Getbjopdetail_new_json(string jsonurl, string BankerCompanyName, DateTime lastdate, F_SizeIndexCuring oc)
  1197. {
  1198. var obj = JsonConvert.DeserializeObject<JObject>(jsonurl);
  1199. var list = obj["company5List"];
  1200. var objw = JsonConvert.DeserializeObject<List<company5List>>(list.ToString());
  1201. var objw1 = objw.Where(a => a.attribute.name == BankerCompanyName).FirstOrDefault();
  1202. foreach (var item in objw1.c)
  1203. {
  1204. if (lastdate == item.attribute.wdate.TryToDateTime())
  1205. continue;
  1206. if (item.attribute.wdate.TryToDateTime() > Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd")))
  1207. {
  1208. F_SizeIndex ca = new F_SizeIndex();
  1209. ca.BankerCompanyId = oc.BankerCompanyId;
  1210. ca.ChangeDateTime = Convert.ToDateTime(item.attribute.wdate.TryToDateTime());
  1211. ca.SizeIndexType = "f1ff31dbda6ae811ab3100ac6a4a134f";//及时大小赔率 f1ff31dbda6ae811ab3100ac6a4a134f
  1212. ca.CreateDateTime = DateTime.Now;
  1213. ca.SOdd = Convert.ToDouble(item.attribute.win);
  1214. ca.POdd = -1;
  1215. ca.Disc = item.attribute.same;
  1216. ca.FOdd = Convert.ToDouble(item.attribute.lost);
  1217. ca.Remark = "";
  1218. ca.Id = CommonHelper.GetGuid().ToString();
  1219. ca.GameId = oc.GameId;
  1220. lock (csalist)
  1221. {
  1222. csalist.Add(ca);
  1223. }
  1224. }
  1225. else
  1226. {
  1227. var s1 = item.attribute.wdate.TryToDateTime();
  1228. var s2 = Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"));
  1229. }
  1230. }
  1231. }
  1232. public class company5List
  1233. {
  1234. public company5List()
  1235. {
  1236. c = new List<sk>();
  1237. }
  1238. public Attribute attribute { get; set; }
  1239. public List<sk> c { get; set; }
  1240. }
  1241. public class Attribute
  1242. {
  1243. public string name { get; set; }
  1244. public string cid { get; set; }
  1245. }
  1246. public class sk
  1247. {
  1248. public sk2 attribute { get; set; }
  1249. public string value { get; set; }
  1250. }
  1251. public class sk2
  1252. {
  1253. public string lost { get; set; }
  1254. public string lostch { get; set; }
  1255. public string arq { get; set; }
  1256. public string wdate { get; set; }
  1257. public string win { get; set; }
  1258. public string wdate1 { get; set; }
  1259. public string same { get; set; }
  1260. public string cid { get; set; }
  1261. public string samech { get; set; }
  1262. public string alost { get; set; }
  1263. public string awin { get; set; }
  1264. public string winch { get; set; }
  1265. public string returnPer { get; set; }
  1266. public string arq_num { get; set; }
  1267. public string same_handicap { get; set; }
  1268. }
  1269. #endregion
  1270. }
  1271. }