1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666 |
- using System;
- using System.Collections.Generic;
- using System.Configuration;
- using System.Diagnostics;
- using System.Linq;
- using System.Text;
- using System.Threading;
- using System.Threading.Tasks;
- using FCS.Common;
- using FCS.Interface;
- using FCS.Models;
- using HtmlAgilityPack;
- using Newtonsoft.Json;
- using Newtonsoft.Json.Linq;
- using Quartz;
- namespace FCS.Crawler.ZCLotteryGames
- {
- class OddsJob : CommonJob, IJob,IDisposable
- {
- public OddsJob()
- {
- logName = "OddsJob";
- log = new LogHelper();
- services = IOC.Resolve<IDTOpenCode>();
- }
- public void Execute(IJobExecutionContext context)
- {
- //Config = CommonHelper.GetConfigFromDataMap(context.JobDetail.JobDataMap);
- // Click();
- }
- private List<int> listCuringint = new List<int>();
- private List<int> listDetailint = new List<int>();
- private List<int> listAnalysisint = new List<int>();
- private List<string> listGameId = new List<string>();
- private List<F_Compensate> listDetailId = new List<F_Compensate>();
- public void Click(List<F_Games> Gamelistq)
- {
- try
- {
- string Season = DateTime.Now.ToString("yyyy");
- //Gamelistq = glist;
- teamlist = services.Query<F_Team>().ToList();
- int number = Gamelistq.Count;
- int page = number % 1000 == 0 ? number / 1000 : number / 1000 + 1;
- //要删除的
- //插入之前 获取要删除的旧数据的所有PK
- for (int i = 0; i < Gamelistq.Count; i++)
- {
- listGameId.Add(Gamelistq[i].Id);
- }
- if (Gamelistq.Count > 0)
- {
- var query1 = new List<F_Compensate>();
- foreach (var item in Gamelistq)
- {
- try
- {
- query1.AddRange(services.Query<F_Compensate>(" and (GameId = ('" + item.Id + "')) ").Where(a=>a.ChangeDateTime> Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"))).ToList());
- }
- catch (Exception)
- {
- }
- try
- {
- query1.AddRange(services.Query<F_Compensate>(" and (GameId = ('" + item.Id + "') and CompensateType =('a1bfa33cd96ae811ab3100ac6a4a134f') )").ToList());
- }
- catch (Exception)
- {
- }
- try
- {
- query1.AddRange(services.Query<F_Compensate>(" and (GameId = ('" + item.Id + "') and CompensateType =('21f77e31d96ae811ab3100ac6a4a134f') )").ToList());
- }
- catch (Exception)
- {
- }
- try
- {
- query1.AddRange(services.Query<F_Compensate>(" and (GameId = ('" + item.Id + "') and CompensateType =('20f77e31d96ae811ab3100ac6a4a134f') )").ToList());
- }
- catch (Exception)
- {
- }
-
- }
-
- listDetailId = query1;
- for (int i = 0; i < query1.Count; i++)
- {
- listDetailint.Add(query1[i].PK);
- }
- var query2 = services.Query<F_OddsCuring>(" and GameId in ('" + string.Join("','", listGameId) + "')") == null ? new List<F_OddsCuring>() : services.Query<F_OddsCuring>(" and GameId in ('" + string.Join("','", listGameId) + "')").ToList();
- for (int i = 0; i < query2.Count; i++)
- {
- listCuringint.Add(query2[i].PK);
- }
- var query3 = services.Query<F_CuringAnalysis>(" and GameId in ('" + string.Join("','", listGameId) + "') and CuringType='0046feff428ee811af5a2c4d54d3f5a9'") == null ? new List<F_CuringAnalysis>() : services.Query<F_CuringAnalysis>(" and GameId in ('" + string.Join("','", listGameId) + "') and CuringType='0046feff428ee811af5a2c4d54d3f5a9'").ToList();
- for (int i = 0; i < query3.Count; i++)
- {
- listAnalysisint.Add(query3[i].PK);
- }
- }
- for (int j = 0; j < page; j++)
- {
- Trace.WriteLine("第几个J 开始 OddsJob :" + (j + 1));
- threadCount = Gamelistq.Count;
- finishcount = 0;
- Gamelistq.ForEach(async p =>
- {
- await Task.Run(() =>
- {
- Getbjop_new(p.Remark, p);
- });
- lock (locker)
- {
- finishcount++;
- Monitor.Pulse(locker); //完成,通知等待队列,告知已完,执行下一个。
- }
- });
- lock (locker)
- {
- while (finishcount != threadCount)
- {
- Thread.Sleep(5000);
- Monitor.Wait(locker);//等待
- }
- }
- Companylist = Companylist.Distinct().ToList();
- InsertBankerCompany(Companylist);
- InsertBankerCompany1();
- {
- List<F_SeasonAnalysis> teamSeasonAnalysislist = new List<F_SeasonAnalysis>();
- try
- {
- teamSeasonAnalysislist = services.Query<F_SeasonAnalysis>().ToList();
- }
- catch (Exception e)
- {
- }
- salist = salist.Distinct().ToList();
- salist = salist.Where((x, i) => salist.FindIndex(z => z.TeamId == x.TeamId) == i).ToList();//Lambda表达式去重
- List<F_SeasonAnalysis> salist2 = new List<F_SeasonAnalysis>();
- foreach (var item in salist)
- {
- if (teamSeasonAnalysislist.Where(a => a.TeamId == item.TeamId).ToList().Count == 0)
- salist2.Add(item);
- }
- Trace.WriteLine("插入赛季分析数据 开始:" + salist2.Count);
- if (salist2.Count != 0)
- services.SqlBulkCopyAdd(salist2);
- }
- List<BankerCompany> listbk = new List<BankerCompany>();
- try
- {
- listbk = services.Query<BankerCompany>().ToList();
- }
- catch (Exception e)
- {
- }
- Thread.Sleep(5000);
- oclist = oclist.Where(a => a != null).ToList();
- foreach (var item in oclist)
- {
- F_OddsCuring oc_new = new F_OddsCuring();
- oc_new = item;
- lock (listbk)
- {
- var listbkdetail = listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault();
- oc_new.BankerCompanyId = listbkdetail == null ? "" : listbkdetail.Id;
- }
- lock (oclist_new)
- {
- oclist_new.Add(oc_new);
- }
- }
-
- csalist = csalist.Where(a => a != null).ToList();
- foreach (var item in csalist)
- {
- if (item != null)
- {
- F_Compensate cp = new F_Compensate();
- cp = item;
- lock (listbk)
- {
- var listbkdetail = listbk.Where(a => a.Name == item.BankerCompanyId).FirstOrDefault();
- cp.BankerCompanyId = listbkdetail == null ? "" : listbkdetail.Id;
- }
- lock (oclist_new)
- {
- csalist_new.Add(cp);
- }
- }
-
- }
-
-
-
- }
- {
- Trace.WriteLine("插入欧赔固化数据 开始:" + oclist_new.Count);
- if (oclist_new.Count != 0)
- services.SqlBulkCopyAdd(oclist_new);
- Trace.WriteLine("插入固化分析数据 开始:" + calist.Count);
- if (calist.Count != 0)
- services.SqlBulkCopyAdd(calist);
-
- var list_com = new List<F_Compensate>();
- foreach (var item in Gamelistq)
- {
- var count = listDetailId.Where(a => a.GameId == item.Id).ToList().Count;
- var count_new = csalist_new.Where(a => a.GameId == item.Id).ToList().Count;
- if (count_new == 0 && count == 0)
- continue;
- if (count < count_new)
- {
- list_com.AddRange(csalist_new.Where(a => a.GameId == item.Id).ToList());
- }
- else
- {
- List<F_Compensate> intlist = new List<F_Compensate>();
- foreach (var item3 in listDetailId.Where(a => a.GameId == item.Id).ToList())
- {
- var items = item3;
- items.PK = 0;
- intlist.Add(items);
- }
- list_com.AddRange(intlist);
- }
- }
- Trace.WriteLine("插入欧赔详情数据 开始:" + list_com.Count);
- if (list_com.Count != 0)
- {
- int page1 = list_com.Count % 1000 == 0 ? list_com.Count / 1000 : list_com.Count / 1000 + 1;
- for (int i = 0; i < page1; i++)
- {
- var querylist = list_com.Skip(i * 1000).Take(1000).ToList();
- Trace.WriteLine("插入欧赔详情数据 开始:" + querylist.Count);
- services.SqlBulkCopyAdd(querylist);
- }
-
- }
-
- urllist = new List<string>();
- urllist1 = new List<string>();
- Companylist = new List<string>();//所有公司
- bclist = new List<BankerCompany>();
- bcrlist = new List<BankerCompanyRelation>();
- calist = new List<F_CuringAnalysis>();
- salist = new List<F_SeasonAnalysis>();
- oclist = new List<F_OddsCuring>();
- oclist_new = new List<F_OddsCuring>();
- csalist = new List<F_Compensate>();
- csalist_new = new List<F_Compensate>();
- }
- Trace.WriteLine("删除数据 F_CuringAnalysis 开始:" + listAnalysisint.Count);
- if (listAnalysisint.Count > 0)
- services.Delete<F_CuringAnalysis>(" and PK in (" + string.Join(",", listAnalysisint) + ")");
- Trace.WriteLine("删除数据 F_CuringAnalysis 结束:" + listAnalysisint.Count);
- listAnalysisint = new List<int>();
- Trace.WriteLine("删除数据 F_Compensate 开始:" + listDetailint.Count);
- if (listDetailint.Count > 0)
- {
- if (listDetailint.Count > 1000)
- {
- int pages = listDetailint.Count % 1000 == 0 ? listDetailint.Count / 1000 : listDetailint.Count / 1000 + 1;
- for (int i = 0; i < pages; i++)
- {
- var listDetailint1 = listDetailint.Skip(i * 1000).Take(1000).ToList();
- services.Delete<F_Compensate>(" and PK in (" + string.Join(",", listDetailint1) + ")");
- Trace.WriteLine("删除数据 F_OddsCuring 结束中:" + listDetailint1.Count);
- }
- }
- else
- {
- services.Delete<F_Compensate>(" and PK in (" + string.Join(",", listDetailint) + ")");
- }
- }
- Trace.WriteLine("删除数据 F_Compensate 结束:" + listDetailint.Count);
- listDetailint = new List<int>();
- Trace.WriteLine("删除数据 F_OddsCuring 开始:" + listCuringint.Count);
- if (listCuringint.Count > 0)
- {
- if (listCuringint.Count > 1000)
- {
- int pages = listCuringint.Count % 1000 == 0 ? listCuringint.Count / 1000 : listCuringint.Count / 1000 + 1;
- for (int i = 0; i < pages; i++)
- {
- var listCuringint1 = listCuringint.Skip(i * 1000).Take(1000).ToList();
- services.Delete<F_OddsCuring>(" and PK in (" + string.Join(",", listCuringint1) + ")");
- Trace.WriteLine("删除数据 F_OddsCuring 结束中:" + listCuringint1.Count);
- }
- }
- else
- {
- services.Delete<F_OddsCuring>(" and PK in (" + string.Join(",", listCuringint) + ")");
- }
- }
- Trace.WriteLine("删除数据 F_OddsCuring 结束:" + listCuringint.Count);
- listCuringint = new List<int>();
- Gamelistq = new List<F_Games>();
- teamlist = new List<F_Team>();
- }
- catch (Exception e)
- {
- CommonHelper.LogBD(e.Message, logName);
- CommonHelper.LogBD(e.Source, logName);
- CommonHelper.LogBD(e.StackTrace, logName);
- Thread.Sleep(1000*60*5);
- urllist = new List<string>();
- urllist1 = new List<string>();
- Companylist = new List<string>();//所有公司
- bclist = new List<BankerCompany>();
- bcrlist = new List<BankerCompanyRelation>();
- calist = new List<F_CuringAnalysis>();
- salist = new List<F_SeasonAnalysis>();
- oclist = new List<F_OddsCuring>();
- oclist_new = new List<F_OddsCuring>();
- csalist = new List<F_Compensate>();
- csalist_new = new List<F_Compensate>();
- Click(Gamelistq);
- }
-
- }
- public void DoMainUrl()
- {
- List<F_Games> Gamelistq = new List<F_Games>();
- teamlist = services.Query<F_Team>().ToList();
- Gamelistq = services.Query<F_Games>().ToList();
- int number = Gamelistq.Count;
- int page = number % 100 == 0 ? number / 100 : number / 100 + 1;
- ThreadPool.SetMinThreads(1, 1);
- ThreadPool.SetMaxThreads(400, 400);
- if (ConfigurationManager.AppSettings["end"].TryToInt32() != -1)
- {
- if (ConfigurationManager.AppSettings["end"].TryToInt32() > page)
- {
- return;
- }
- page = ConfigurationManager.AppSettings["end"].TryToInt32();//1520
- }
-
- for (int j = ConfigurationManager.AppSettings["j"].TryToInt32(); j < page; j++)//从j=43开始,只爬取2017,2017-2018,2018,2018-2019的赛季数据
- {
- Trace.WriteLine("第几个J 开始:" + (j+1));
- Gamelistq = Gamelistq.Skip(j * 100).Take(100).ToList();
- Gamelistq = Gamelistq.Where(a => a.Season == "2018" || a.Season == "2018-2019").ToList();
- Gamelistq.ForEach(p =>
- {
- Task.Run(() =>
- {
- Trace.WriteLine("欧赔分析 开始:" + Gamelistq.IndexOf(p));
- Getbjop(p.Remark, p);
- });
- });
- while (true)
- {
- if (CommonHelper.ThreadsFinsh())
- break;
- }
- Companylist = Companylist.Distinct().ToList();
- InsertBankerCompany(Companylist);
- InsertBankerCompany1();
- {
- List<F_SeasonAnalysis> teamlist = new List<F_SeasonAnalysis>();
- try
- {
- teamlist = services.Query<F_SeasonAnalysis>().ToList();
- }
- catch (Exception e)
- {
- }
- salist = salist.Distinct().ToList();
- List<F_SeasonAnalysis> salist1 = salist.Where((x, i) => salist.FindIndex(z => z.TeamId == x.TeamId) == i).ToList();//Lambda表达式去重
- List<F_SeasonAnalysis> salist2 = new List<F_SeasonAnalysis>();
- foreach (var item in salist1)
- {
- if(teamlist.Where(a=>a.TeamId==item.TeamId).ToList().Count==0)
- salist2.Add(item);
- }
- Trace.WriteLine("插入赛季分析数据 开始:" + salist2.Count);
- if(salist2.Count!=0)
- services.SqlBulkCopyAdd(salist2);
- }
- List<BankerCompany> listbk = new List<BankerCompany>();
- try
- {
- listbk = services.Query<BankerCompany>().ToList();
- }
- catch (Exception e)
- {
- Trace.WriteLine("插入赛季分析数据 开始:" + e.Message);
- // throw;
- }
-
- oclist.ForEach(p =>
- {
- Task.Run(() =>
- {
- if (p != null)
- {
- lock (oclist)
- {
- Trace.WriteLine("更换公司Id:" + oclist.IndexOf(p));
- F_OddsCuring oc_new = new F_OddsCuring();
- oc_new = p;
- oc_new.BankerCompanyId = listbk.Where(a => a.Name == p.BankerCompanyId).FirstOrDefault().Id;
- // Getbjop(p.Remark, p);
- oclist_new.Add(oc_new);
- }
-
- }
-
- });
- });
- while (true)
- {
- if (CommonHelper.ThreadsFinsh())
- break;
- }
- csalist.ForEach(p =>
- {
- Task.Run(() =>
- {
- if (p != null)
- {
- lock (csalist)
- {
- Trace.WriteLine("更换公司Id:" + csalist.IndexOf(p));
- F_Compensate cp = new F_Compensate();
- cp = p;
- cp.BankerCompanyId = listbk.Where(a => a.Name == p.BankerCompanyId).FirstOrDefault().Id;
- // Getbjop(p.Remark, p);
- csalist_new.Add(cp);
- }
- }
- });
- });
- while (true)
- {
- if (CommonHelper.ThreadsFinsh())
- break;
- }
- List<F_CuringAnalysis> calist1 = calist.Where((x, i) => calist.FindIndex(z => z.GameId == x.GameId && z.CuringAnalysisType == x.CuringAnalysisType) == i).ToList();//Lambda表达式去重
-
- Trace.WriteLine("插入欧赔固化数据 开始:" + oclist_new.Count);
- if (oclist_new.Count!=0)
- services.SqlBulkCopyAdd(oclist_new);
- Trace.WriteLine("插入欧赔详情数据 开始:" + csalist_new.Count);
- if (csalist_new.Count!=0)
- services.SqlBulkCopyAdd(csalist_new);
- Trace.WriteLine("插入固化分析数据 开始:" + calist1.Count);
- if (calist1.Count!=0)
- services.SqlBulkCopyAdd(calist1);
- urllist = new List<string>();
- urllist1 = new List<string>();
- Companylist = new List<string>();//所有公司
- bclist = new List<BankerCompany>();
- bcrlist = new List<BankerCompanyRelation>();
- calist = new List<F_CuringAnalysis>();
- salist = new List<F_SeasonAnalysis>();
- oclist = new List<F_OddsCuring>();
- oclist_new = new List<F_OddsCuring>();
- csalist = new List<F_Compensate>();
- csalist_new = new List<F_Compensate>();
- }
-
-
- }
- public List<string> urllist = new List<string>();
- public List<string> urllist1 = new List<string>();
- public List<string> Companylist = new List<string>();//所有公司
- public List<BankerCompany> bclist = new List<BankerCompany>();
- public List<BankerCompanyRelation> bcrlist = new List<BankerCompanyRelation>();
- public static List<F_CuringAnalysis> calist = new List<F_CuringAnalysis>();
- public List<F_Team> teamlist = new List<F_Team>();
- public static List<F_SeasonAnalysis> salist = new List<F_SeasonAnalysis>();
- public static List<F_OddsCuring> oclist = new List<F_OddsCuring>();
- public List<F_OddsCuring> oclist_new = new List<F_OddsCuring>();
- public static List<F_Compensate> csalist = new List<F_Compensate>();
- public List<F_Compensate> csalist_new = new List<F_Compensate>();
- public void Getbjop(string url,F_Games game)
- {
- try
- {
- url = url.Replace(":80", "").Replace("ypdb", "bjop");
- //class="bf-tab-02"
- //Trace.WriteLine("欧赔分析 开始:" + url);
- string yurl = url;
- var htmlResource = CommonHelper.GetHtmlString(url, "足彩");
- HtmlDocument doc = new HtmlDocument();
- if (htmlResource == null)
- return;
- doc.LoadHtml(htmlResource);
- //赔率集合
- HtmlNodeCollection bjopHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-02']/tr");
- if (bjopHtml ==null)
- return;
- HtmlNodeCollection homenameHtml = doc.DocumentNode.SelectNodes("//*[@class='host-name']/a");
- var q1 = teamlist.Where(a => a.Name == homenameHtml[0].InnerText.Trim()).FirstOrDefault();
- string HomeTeamName = "";
- string data = "";
- if (q1 != null)
- {
- HomeTeamName = q1.Name;
- HtmlNodeCollection homepmHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-zd']");
- if (homepmHtml[0].InnerText.Trim().Contains("上赛季排名"))
- {
- data = "" + string.Join("|", homepmHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
- HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
- data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
- }
- else
- {
- data = "" + homepmHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
- HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
- data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
- }
- InsertSeasonAnalysis(data, q1.Id, url, game.Season);
- }
- HtmlNodeCollection visitingnameHtml = doc.DocumentNode.SelectNodes("//*[@class='visit-name']/a");
- var q2 = teamlist.Where(a => a.Name == visitingnameHtml[0].InnerText.Trim()).FirstOrDefault();
- string VisitingTeamName = "";
- if (q2 != null)
- {
- VisitingTeamName = q2.Name;
- HtmlNodeCollection homepmkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-kd']");
- if (homepmkHtml[0].InnerText.Trim().Contains("上赛季排名"))
- {
- data = "" + string.Join("|", homepmkHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
- HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
- data += "|" + homedfkHtml[0].InnerText.Trim().Replace("客队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
- }
- else
- {
- data = "" + homepmkHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
- HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
- data += "|" + homedfkHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
- }
- InsertSeasonAnalysis(data, q2.Id, url, game.Season);
- }
- List<string> listdetail = new List<string>();
- foreach (var item in bjopHtml)
- {
- HtmlDocument doc1 = new HtmlDocument();
- doc1.LoadHtml(item.InnerHtml);
- HtmlNodeCollection bjoptdHtml = doc1.DocumentNode.SelectNodes("//td");
- int i = 1;
- string shuju = "", nurl = "";
- foreach (var item1 in bjoptdHtml)
- {
- if (i == 2)
- {
- // shuju += item1.InnerText.Trim()+"|";
- Companylist.Add(item1.InnerText.Trim() + "|" + item1.Attributes["data"].Value);
- // Companylist = Companylist.Distinct().ToList();
- // InsertBankerCompany();
- }
- if (i == 6)
- {
- shuju += item1.InnerText.Trim() + "|";
- nurl = item1.SelectNodes("//a")[0].Attributes["href"].Value.Trim();
- }
- else if (i == 9)
- {
- HtmlDocument doc2 = new HtmlDocument();
- doc2.LoadHtml(item1.InnerHtml);
- HtmlNodeCollection timehtml = doc2.DocumentNode.SelectNodes("//em");
- shuju += item.Attributes["firsttime"].Value + "|";
- }
- else
- {
- shuju += item1.InnerText.Trim() + "|";
- }
- i++;
- }
- listdetail.Add(shuju + "@" + nurl);
- //InsertOddsCuring(shuju, game.Id, nurl, game.StartDateTime.TryToDateTime(), game.HomeTeamId, game.VisitingTeamId, HomeTeamName, VisitingTeamName);
- }
- listdetail.ForEach(p =>
- {
- Task.Run(() =>
- {
- try
- {
- var lis = p.Split('@')[0];
- // Trace.WriteLine("欧赔分析多线程 开始:" + listdetail.IndexOf(p));
- InsertOddsCuring(p.Split('@')[0], game.Id, p.Split('@')[1], game.StartDateTime.TryToDateTime(), game.HomeTeamId, game.VisitingTeamId, HomeTeamName, VisitingTeamName);
- }
- catch (Exception e)
- {
- Trace.WriteLine("欧赔分析多线程 报错:" + listdetail.IndexOf(p));
- }
- });
- });
- //class="bf-tab-03"
- HtmlNodeCollection bjopfxHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-03']/tr");
- foreach (var item in bjopfxHtml)
- {
- HtmlDocument doc1 = new HtmlDocument();
- doc1.LoadHtml(item.InnerHtml);
- HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
- if (bjopfxtdHtml.Count == 17)
- {
- string shuju = "";
- foreach (var item1 in bjopfxtdHtml)
- {
- shuju += item1.InnerText.Trim() + "|";
- }
- InsertCuringAnalysis(shuju, game.Id, url);
- }
- }
- }
- catch (Exception e)
- {
- Trace.WriteLine("报错开始 开始:" + "http://fenxi.zgzcw.com" + url);
- // Getbjop(url, game);
- }
-
- }
- public void Getbjopdetail(string url, F_OddsCuring oc)
- {
- try
- {
- //Trace.WriteLine("欧赔所有分析获取 开始:" + "http://fenxi.zgzcw.com" + url);
- string yurl = url;
- if(!url.Contains("http://fenxi.zgzcw.com"))
- url = "http://fenxi.zgzcw.com" + url.Replace(":80", "");
- var htmlResource = CommonHelper.GetHtmlString(url, "足彩");
- HtmlDocument doc = new HtmlDocument();
- if (htmlResource == null)
- return;
- doc.LoadHtml(htmlResource);
- HtmlNodeCollection detailHtml = doc.DocumentNode.SelectNodes("//*[@class='dxzkt-tab']/tr");
- if (detailHtml == null)
- return;
- int i = 0;
- foreach (var item in detailHtml)
- {
- if (i > 10)
- return;
- HtmlDocument doc1 = new HtmlDocument();
- doc1.LoadHtml(item.InnerHtml);
- HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
- if (bjopfxtdHtml != null)
- {
- if (bjopfxtdHtml.Count == 11)
- {
- string shuju = "";
- foreach (var item1 in bjopfxtdHtml)
- {
- shuju += item1.InnerText.Trim() + "|";
- }
- InsertCompensate(shuju, oc, url);
- }
- }
- i++;
- }
- }
- catch (Exception e)
- {
- Trace.WriteLine("报错开始 开始:" + "http://fenxi.zgzcw.com" + url);
- //Getbjopdetail(url, oc);
- }
-
- }
- /// <summary>
- /// 插入数据公司
- /// </summary>
- /// <param name="data"></param>
- /// <param name="Id"></param>
- /// <param name="Season"></param>
- public void InsertBankerCompany(List<string> Companylist)
- {
- List<BankerCompany> listbk = new List<BankerCompany>();
- try
- {
- listbk = services.Query<BankerCompany>().ToList();
- }
- catch (Exception e)
- {
- }
-
- foreach (var item in Companylist)
- {
- if (item.IsEmpty())
- continue;
- var query = item.Split('|');
- if (listbk.Where(a => a.Name == query[0]).ToList().Count > 0)
- continue;
- BankerCompany bc = new BankerCompany();
- bc.CreateDateTime = DateTime.Now;
- bc.Id = CommonHelper.GetGuid().ToString();
- bc.Name = query[0];
- bclist.Add(bc);
- }
- List<BankerCompany> bclist1 = bclist.Where((x, i) => bclist.FindIndex(z => z.Name == x.Name) == i).ToList();//Lambda表达式去重
- Trace.WriteLine("插入公司数据 开始:" + bclist1.Count);
- if(bclist1.Count!=0)
- services.SqlBulkCopyAdd(bclist1);
- }
- public void InsertBankerCompany1()
- {
- List<BankerCompany> listbk = new List<BankerCompany>();
- List<BankerCompanyRelation> listbkrs = new List<BankerCompanyRelation>();
- try
- {
- listbk = services.Query<BankerCompany>().ToList();
- listbkrs = services.Query<BankerCompanyRelation>().ToList();
- }
- catch (Exception e)
- {
- }
- foreach (var item in Companylist)
- {
- if (item.IsEmpty())
- continue;
- var query = item.Split('|');
- // bclist1
- if (listbk.Where(a => a.Name == query[0]).ToList().Count > 0)
- {
-
- var query2 = query[1].Split(',');
- foreach (var item1 in query2)
- {
- //if (!item1.Trim().IsEmpty())
- {
- BankerCompanyRelation bcr = new BankerCompanyRelation();
- bcr.BankerCompanyId = listbk.Where(a => a.Name == query[0]).FirstOrDefault().Id;
- if (item1 == "0")
- bcr.BankerCompanyType = a2;
- if (item1 == "1")
- bcr.BankerCompanyType = a3;
- if (item1 == "2")
- bcr.BankerCompanyType = a4;
- if (item1 == "5")
- bcr.BankerCompanyType = a5;
- if (item1 == "")
- bcr.BankerCompanyType = a1;
- if (item1 == "X")
- bcr.BankerCompanyType = a1;
- bcr.Remark = "";
- bcr.Id = CommonHelper.GetGuid().ToString();
- bcr.CreateDateTime = DateTime.Now;
- if (listbkrs.Where(a => a.BankerCompanyType == bcr.BankerCompanyType && a.BankerCompanyId == bcr.BankerCompanyId).ToList().Count == 0)
- {
- bcrlist.Add(bcr);
- }
- }
- }
- }
- }
- Trace.WriteLine("插入公司分类数据 开始:" + bcrlist.Count);
- if (bcrlist.Count!=0)
- services.SqlBulkCopyAdd(bcrlist);
- }
- public static string a1 = "c06f47ca4f8ee811af5a2c4d54d3f5a9", a2= "00ae03d14f8ee811af5a2c4d54d3f5a9", a3= "30d122dc4f8ee811af5a2c4d54d3f5a9", a4= "f08de6e64f8ee811af5a2c4d54d3f5a9", a5= "904f40ef4f8ee811af5a2c4d54d3f5a9";
- //百家欧赔 c06f47ca4f8ee811af5a2c4d54d3f5a9
- //主流公司 00ae03d14f8ee811af5a2c4d54d3f5a9 0
- //交易公司 30d122dc4f8ee811af5a2c4d54d3f5a9 1
- //亚洲公司 f08de6e64f8ee811af5a2c4d54d3f5a9 2
- //普通公司 904f40ef4f8ee811af5a2c4d54d3f5a9 5
- /// <summary>
- /// 插入数据欧赔数据
- /// </summary>
- /// <param name="data"></param>
- /// <param name="Id"></param>
- /// <param name="Season"></param>
- public void InsertCompensate(string data, F_OddsCuring oc, string url)
- {
- try
- {
- var query = data.Replace("↓", "").Replace("↑", "").Split('|');
- F_Compensate ca = new F_Compensate();
- ca.BankerCompanyId = oc.BankerCompanyId;
- ca.ChangeDateTime = Convert.ToDateTime(query[1]);
- ca.CompensateType = "a0bfa33cd96ae811ab3100ac6a4a134f";//即时赔率 a0bfa33cd96ae811ab3100ac6a4a134f
- ca.CreateDateTime = DateTime.Now;
- ca.SOdd = Convert.ToDouble(query[3]);
- ca.POdd = Convert.ToDouble(query[4]);
- ca.FOdd = Convert.ToDouble(query[5]);
- ca.Remark = url;
- ca.Id = CommonHelper.GetGuid().ToString();
- ca.GameId = oc.GameId;
- csalist.Add(ca);
- ca = new F_Compensate();
- ca.BankerCompanyId = oc.BankerCompanyId;
- ca.ChangeDateTime = Convert.ToDateTime(query[1]);
- ca.CompensateType = "20f77e31d96ae811ab3100ac6a4a134f";//概率 20f77e31d96ae811ab3100ac6a4a134f
- ca.CreateDateTime = DateTime.Now;
- ca.SOdd = Convert.ToDouble(query[6]);
- ca.POdd = -1;
- ca.FOdd = Convert.ToDouble(query[7]);
- ca.Remark = url;
- ca.Id = CommonHelper.GetGuid().ToString();
- ca.GameId = oc.GameId;
- csalist.Add(ca);
- ca = new F_Compensate();
- ca.BankerCompanyId = oc.BankerCompanyId;
- ca.ChangeDateTime = Convert.ToDateTime(query[1]);
- ca.CompensateType = "21f77e31d96ae811ab3100ac6a4a134f";//凯利指数 21f77e31d96ae811ab3100ac6a4a134f
- ca.CreateDateTime = DateTime.Now;
- ca.SOdd = Convert.ToDouble(query[8]);
- ca.POdd = -1;
- ca.FOdd = Convert.ToDouble(query[9]);
- ca.Remark = url;
- ca.Id = CommonHelper.GetGuid().ToString();
- ca.GameId = oc.GameId;
- csalist.Add(ca);
- ca = new F_Compensate();
- ca.BankerCompanyId = oc.BankerCompanyId;
- ca.ChangeDateTime = Convert.ToDateTime(query[1]);
- ca.CompensateType = "a1bfa33cd96ae811ab3100ac6a4a134f";//赔付率 a1bfa33cd96ae811ab3100ac6a4a134f
- ca.CreateDateTime = DateTime.Now;
- ca.SOdd = Convert.ToDouble(query[10]);
- ca.POdd = -1;
- ca.FOdd = -1;
- ca.Remark = url;
- ca.Id = CommonHelper.GetGuid().ToString();
- ca.GameId = oc.GameId;
- csalist.Add(ca);
- }
- catch (Exception e)
- {
-
- }
-
- }
- /// <summary>
- /// 插入数据欧赔固化数据
- /// </summary>
- /// <param name="data"></param>
- /// <param name="Id"></param>
- /// <param name="Season"></param>
- public void InsertOddsCuring(string data, string Id, string url,DateTime date, string HomeTeamId,string VisitingTeamId,string HomeTeamName,string VisitingTeamName)
- {
- try
- {
- var query = data.Replace("↓", "").Replace("↑", "").Split('|');
- F_OddsCuring oc = new F_OddsCuring();
- oc.Init_SOdd = Convert.ToDouble(query[2]);
- oc.Init_POdd = Convert.ToDouble(query[3]);
- oc.Init_FOdd = Convert.ToDouble(query[4]);
- oc.Newest_SOdd = Convert.ToDouble(query[5]);
- oc.Newest_POdd = Convert.ToDouble(query[6]);
- oc.Newest_FOdd = Convert.ToDouble(query[7]);
- oc.Probability_SOdd = Convert.ToDouble(query[9]);
- oc.Probability_POdd = Convert.ToDouble(query[10]);
- oc.Probability_FOdd = Convert.ToDouble(query[11]);
- oc.Kelly_SOdd = Convert.ToDouble(query[12]);
- oc.Kelly_POdd = Convert.ToDouble(query[13]);
- oc.Kelly_FOdd = Convert.ToDouble(query[14]);
- oc.Loss_Odd = Convert.ToDouble(query[15]);
- oc.BankerCompanyName = query[1];
- oc.BankerCompanyId = query[1];
- oc.Remark = url;
- oc.Id = CommonHelper.GetGuid().ToString();
- oc.CreateDateTime = DateTime.Now;
- oc.GameId = Id;
- oc.ChangeDateTime = Convert.ToDateTime(query[8]);
- oc.HomeTeamId = HomeTeamId;
- oc.HomeTeamName = HomeTeamName;
- oc.VisitingTeamId = VisitingTeamId;
- oc.VisitingTeamName = VisitingTeamName;
- oclist.Add(oc);
- Getbjopdetail(url, oc);
- }
- catch (Exception e)
- {
-
- }
-
- }
- public DateTime GetDate(string time,DateTime date)
- {
- time = time.Replace("更新时间:赛前", "").Replace("时","|").Replace("分","").Trim();
- var query = time.Split('|');
- if (query.Length == 1)
- date.AddMinutes(Convert.ToInt32(query[0]));
- if (query.Length == 2)
- date.AddMinutes(Convert.ToInt32(query[1])).AddHours(Convert.ToInt32(query[0]));
- return date;
- }
-
- /// <summary>
- /// 插入数据欧赔固化分析数据
- /// </summary>
- /// <param name="data"></param>
- /// <param name="Id"></param>
- /// <param name="Season"></param>
- public void InsertCuringAnalysis(string data, string Id, string url)
- {
- var query = data.Split('|');
- F_CuringAnalysis ca = new F_CuringAnalysis();
- ca.Remark = url;
- ca.Id= CommonHelper.GetGuid().ToString();
- ca.CreateDateTime = DateTime.Now;
- ca.CuringType = "0046feff428ee811af5a2c4d54d3f5a9";
- if (query[1] == "平均值")
- ca.CuringAnalysisType = b1;
- if (query[1] == "最大值")
- ca.CuringAnalysisType = b2;
- if (query[1] == "最小值")
- ca.CuringAnalysisType = b3;
- ca.GameId = Id;
- ca.Init_SOdd = Convert.ToDouble(query[2]);
- ca.Init_POdd = Convert.ToDouble(query[3]);
- ca.Init_FOdd = Convert.ToDouble(query[4]);
- ca.Newest_SOdd = Convert.ToDouble(query[5]);
- ca.Newest_POdd = Convert.ToDouble(query[6]);
- ca.Newest_FOdd = Convert.ToDouble(query[7]);
- ca.Probability_SOdd = Convert.ToDouble(query[9]);
- ca.Probability_POdd = Convert.ToDouble(query[10]);
- ca.Probability_FOdd = Convert.ToDouble(query[11]);
- ca.Kelly_SOdd = Convert.ToDouble(query[12]);
- ca.Kelly_POdd = Convert.ToDouble(query[13]);
- ca.Kelly_FOdd = Convert.ToDouble(query[14]);
- ca.Loss_Odd= Convert.ToDouble(query[15]);
- calist.Add(ca);
- }
- /// <summary>
- /// 插入数据欧赔固化分析数据
- /// </summary>
- /// <param name="data"></param>
- /// <param name="Id"></param>
- /// <param name="Season"></param>
- public F_CuringAnalysis InsertCuringAnalysis_new(string data, string Id, string url)
- {
- var query = data.Split('|');
- F_CuringAnalysis ca = new F_CuringAnalysis();
- ca.Remark = url;
- ca.Id = CommonHelper.GetGuid().ToString();
- ca.CreateDateTime = DateTime.Now;
- ca.CuringType = "0046feff428ee811af5a2c4d54d3f5a9";
- if (query[1] == "平均值")
- ca.CuringAnalysisType = b1;
- if (query[1] == "最大值")
- ca.CuringAnalysisType = b2;
- if (query[1] == "最小值")
- ca.CuringAnalysisType = b3;
- ca.GameId = Id;
- ca.Init_SOdd = Convert.ToDouble(query[2]);
- ca.Init_POdd = Convert.ToDouble(query[3]);
- ca.Init_FOdd = Convert.ToDouble(query[4]);
- ca.Newest_SOdd = Convert.ToDouble(query[5]);
- ca.Newest_POdd = Convert.ToDouble(query[6]);
- ca.Newest_FOdd = Convert.ToDouble(query[7]);
- ca.Probability_SOdd = Convert.ToDouble(query[9]);
- ca.Probability_POdd = Convert.ToDouble(query[10]);
- ca.Probability_FOdd = Convert.ToDouble(query[11]);
- ca.Kelly_SOdd = Convert.ToDouble(query[12]);
- ca.Kelly_POdd = Convert.ToDouble(query[13]);
- ca.Kelly_FOdd = Convert.ToDouble(query[14]);
- ca.Loss_Odd = Convert.ToDouble(query[15]);
-
- return ca;
- }
- //public static string b1 = "c06f47ca4f8ee811af5a2c4d54d3f5a9", b2 = "00ae03d14f8ee811af5a2c4d54d3f5a9", b3 = "30d122dc4f8ee811af5a2c4d54d3f5a9";
- public static string b1 = "b1b112fa278ee811a04200ac6a4a134f", b2 = "b2b112fa278ee811a04200ac6a4a134f", b3 = "b1bf8c08288ee811a04200ac6a4a134f";
- //平均值 b1b112fa278ee811a04200ac6a4a134f
- //最小值 b2b112fa278ee811a04200ac6a4a134f
- //最大值 b1bf8c08288ee811a04200ac6a4a134f
- /// <summary>
- /// 插入数据赛季分析表
- /// </summary>
- /// <param name="data"></param>
- /// <param name="Id"></param>
- /// <param name="Season"></param>
- public void InsertSeasonAnalysis(string data, string Id, string url,string Season)
- {
- // List<F_SeasonAnalysis> salist1 = salist;
- //if (salist1.Where(a => a.Id == Id).ToList().Count > 0)
- //return;
- var query = data.Split('|');
- try
- {
- F_SeasonAnalysis sa = new F_SeasonAnalysis();
- sa.Remark = url;
- sa.Id = CommonHelper.GetGuid().ToString();
- sa.CreateDateTime = DateTime.Now;
- sa.Season = Season;
- sa.TeamId = Id;
- sa.OldRanking = query[0].TryToInt32();
- sa.NowOldRanking = query[1].TryToInt32();
- sa.Win = query[2].TryToInt32();
- sa.Draw = query[3].TryToInt32();
- sa.Lose = query[4].TryToInt32();
- sa.Number = query[5].TryToInt32();
- salist.Add(sa);
- }
- catch (Exception e)
- {
- F_SeasonAnalysis sa = new F_SeasonAnalysis();
- sa.Remark = url;
- sa.Id = CommonHelper.GetGuid().ToString();
- sa.CreateDateTime = DateTime.Now;
- sa.Season = Season;
- sa.TeamId = Id;
- sa.OldRanking = query[0].TryToInt32();
- sa.NowOldRanking = query[0].TryToInt32();
- sa.Win = 0;
- sa.Draw = 0;
- sa.Lose = 0;
- sa.Number = query[1].TryToInt32();
- salist.Add(sa);
- }
- }
- /// <summary>
- /// 插入数据赛季分析表
- /// </summary>
- /// <param name="data"></param>
- /// <param name="Id"></param>
- /// <param name="Season"></param>
- public F_SeasonAnalysis InsertSeasonAnalysis_new(string data, string Id, string url, string Season)
- {
- // List<F_SeasonAnalysis> salist1 = salist;
- //if (salist1.Where(a => a.Id == Id).ToList().Count > 0)
- //return;
- var query = data.Split('|');
- try
- {
- F_SeasonAnalysis sa = new F_SeasonAnalysis();
- sa.Remark = url;
- sa.Id = CommonHelper.GetGuid().ToString();
- sa.CreateDateTime = DateTime.Now;
- sa.Season = Season;
- sa.TeamId = Id;
- sa.OldRanking = query[0].TryToInt32();
- sa.NowOldRanking = query[1].TryToInt32();
- sa.Win = query[2].TryToInt32();
- sa.Draw = query[3].TryToInt32();
- sa.Lose = query[4].TryToInt32();
- sa.Number = query[5].TryToInt32();
- //salist.Add(sa);
- return sa;
- }
- catch (Exception e)
- {
- return new F_SeasonAnalysis();
- }
- }
- #region 更新
- public void Getbjop_new(string url, F_Games game)
- {
- using (OddsJob c = new OddsJob())
- {
- c.UseLimitedResource(url, game);
- }
- }
- public void Getbjopdetail_new(string url, F_OddsCuring oc)
- {
- try
- {
- //Trace.WriteLine("欧赔所有分析获取 开始:" + "http://fenxi.zgzcw.com" + url);
- string yurl = url;
- if (!url.Contains("http://fenxi.zgzcw.com"))
- url = "http://fenxi.zgzcw.com" + url.Replace(":80", "");
- var htmlResource = CommonHelper.GetHtmlString(url, "足彩");
- HtmlDocument doc = new HtmlDocument();
- if (htmlResource == null)
- return;
- doc.LoadHtml(htmlResource);
- HtmlNodeCollection detailHtml = doc.DocumentNode.SelectNodes("//*[@class='dxzkt-tab']/tr");
- if (detailHtml == null)
- return;
- DateTime date = Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"));
- DateTime jdate = Convert.ToDateTime(DateTime.Now.ToString("yyyy-MM-dd"));
- foreach (var item in detailHtml)
- {
- HtmlDocument doc1 = new HtmlDocument();
- doc1.LoadHtml(item.InnerHtml);
- HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
- if (bjopfxtdHtml != null)
- {
- if (bjopfxtdHtml.Count == 11)
- {
- string shuju = "";
- int i = 0;
- DateTime newdate = DateTime.Now;
- foreach (var item1 in bjopfxtdHtml)
- {
- shuju += item1.InnerText.Trim() + "|";
- if (i == 1)
- {
- try
- {
- newdate = Convert.ToDateTime(item1.InnerText.Trim());
- }
- catch (Exception e)
- {
- }
-
- }
- i++;
- }
- if (newdate > date && newdate < jdate)
- {
- InsertCompensate(shuju, oc, url);
- }
- }
- }
- }
- }
- catch (Exception e)
- {
- Trace.WriteLine("报错开始 开始:" + "http://fenxi.zgzcw.com" + url);
- //Getbjopdetail(url, oc);
- }
- }
- /// <summary>
- /// 插入数据欧赔固化数据
- /// </summary>
- /// <param name="data"></param>
- /// <param name="Id"></param>
- /// <param name="Season"></param>
- public void InsertOddsCuring_new(string data, string Id, string url, DateTime date, string HomeTeamId, string VisitingTeamId, string HomeTeamName, string VisitingTeamName,string jsonall,DateTime lastdate)
- {
- try
- {
- var query = data.Replace("↓", "").Replace("↑", "").Split('|');
- F_OddsCuring oc = new F_OddsCuring();
- oc.Init_SOdd = Convert.ToDouble(query[2]);
- oc.Init_POdd = Convert.ToDouble(query[3]);
- oc.Init_FOdd = Convert.ToDouble(query[4]);
- oc.Newest_SOdd = Convert.ToDouble(query[5]);
- oc.Newest_POdd = Convert.ToDouble(query[6]);
- oc.Newest_FOdd = Convert.ToDouble(query[7]);
- oc.Probability_SOdd = Convert.ToDouble(query[9]);
- oc.Probability_POdd = Convert.ToDouble(query[10]);
- oc.Probability_FOdd = Convert.ToDouble(query[11]);
- oc.Kelly_SOdd = Convert.ToDouble(query[12]);
- oc.Kelly_POdd = Convert.ToDouble(query[13]);
- oc.Kelly_FOdd = Convert.ToDouble(query[14]);
- oc.Loss_Odd = Convert.ToDouble(query[15]);
- oc.BankerCompanyName = query[1];
- oc.BankerCompanyId = query[1];
- oc.Remark = url;
- oc.Id = CommonHelper.GetGuid().ToString();
- oc.CreateDateTime = DateTime.Now;
- oc.GameId = Id;
- oc.ChangeDateTime = Convert.ToDateTime(query[8]);
- oc.HomeTeamId = HomeTeamId;
- oc.HomeTeamName = HomeTeamName;
- oc.VisitingTeamId = VisitingTeamId;
- oc.VisitingTeamName = VisitingTeamName;
- F_Compensate ca = new F_Compensate();
- ca.BankerCompanyId = oc.BankerCompanyId;
- ca.ChangeDateTime = lastdate;
- ca.CompensateType = "20f77e31d96ae811ab3100ac6a4a134f";//概率 20f77e31d96ae811ab3100ac6a4a134f
- ca.CreateDateTime = DateTime.Now;
- ca.SOdd = Convert.ToDouble(query[9]);
- ca.POdd = Convert.ToDouble(query[10]);
- ca.FOdd = Convert.ToDouble(query[11]);
- ca.Remark = url;
- ca.Id = CommonHelper.GetGuid().ToString();
- ca.GameId = oc.GameId;
- csalist.Add(ca);
- ca = new F_Compensate();
- ca.BankerCompanyId = oc.BankerCompanyId;
- ca.ChangeDateTime = lastdate;
- ca.CompensateType = "21f77e31d96ae811ab3100ac6a4a134f";//凯利指数 21f77e31d96ae811ab3100ac6a4a134f
- ca.CreateDateTime = DateTime.Now;
- ca.SOdd = Convert.ToDouble(query[12]);
- ca.POdd = Convert.ToDouble(query[13]);
- ca.FOdd = Convert.ToDouble(query[14]);
- ca.Remark = url;
- ca.Id = CommonHelper.GetGuid().ToString();
- ca.GameId = oc.GameId;
- csalist.Add(ca);
- ca = new F_Compensate();
- ca.BankerCompanyId = oc.BankerCompanyId;
- ca.ChangeDateTime = lastdate;
- ca.CompensateType = "a1bfa33cd96ae811ab3100ac6a4a134f";//赔付率 a1bfa33cd96ae811ab3100ac6a4a134f
- ca.CreateDateTime = DateTime.Now;
- ca.SOdd = Convert.ToDouble(query[15]);
- ca.POdd = -1;
- ca.FOdd = -1;
- ca.Remark = url;
- ca.Id = CommonHelper.GetGuid().ToString();
- ca.GameId = oc.GameId;
- csalist.Add(ca);
- lock (oclist)
- {
- oclist.Add(oc);
- }
- Getbjopdetail_new_json(jsonall, oc.BankerCompanyName, lastdate, oc);
-
-
-
-
- }
- catch (Exception e)
- {
- }
- }
- /// <summary>
- /// 插入数据欧赔固化数据
- /// </summary>
- /// <param name="data"></param>
- /// <param name="Id"></param>
- /// <param name="Season"></param>
- public op InsertOddsCuring_new2(string data, string Id, string url, DateTime date, string HomeTeamId, string VisitingTeamId, string HomeTeamName, string VisitingTeamName, string jsonall, DateTime lastdate)
- {
- try
- {
- op op = new op();
- var query = data.Replace("↓", "").Replace("↑", "").Split('|');
- F_OddsCuring oc = new F_OddsCuring();
- oc.Init_SOdd = Convert.ToDouble(query[2]);
- oc.Init_POdd = Convert.ToDouble(query[3]);
- oc.Init_FOdd = Convert.ToDouble(query[4]);
- oc.Newest_SOdd = Convert.ToDouble(query[5]);
- oc.Newest_POdd = Convert.ToDouble(query[6]);
- oc.Newest_FOdd = Convert.ToDouble(query[7]);
- oc.Probability_SOdd = Convert.ToDouble(query[9]);
- oc.Probability_POdd = Convert.ToDouble(query[10]);
- oc.Probability_FOdd = Convert.ToDouble(query[11]);
- oc.Kelly_SOdd = Convert.ToDouble(query[12]);
- oc.Kelly_POdd = Convert.ToDouble(query[13]);
- oc.Kelly_FOdd = Convert.ToDouble(query[14]);
- oc.Loss_Odd = Convert.ToDouble(query[15]);
- oc.BankerCompanyName = query[1];
- oc.BankerCompanyId = query[1];
- oc.Remark = url;
- oc.Id = CommonHelper.GetGuid().ToString();
- oc.CreateDateTime = DateTime.Now;
- oc.GameId = Id;
- oc.ChangeDateTime = Convert.ToDateTime(query[8]);
- oc.HomeTeamId = HomeTeamId;
- oc.HomeTeamName = HomeTeamName;
- oc.VisitingTeamId = VisitingTeamId;
- oc.VisitingTeamName = VisitingTeamName;
- op.odds = oc;
- F_Compensate ca = new F_Compensate();
- ca.BankerCompanyId = oc.BankerCompanyId;
- ca.ChangeDateTime = lastdate;
- ca.CompensateType = "20f77e31d96ae811ab3100ac6a4a134f";//概率 20f77e31d96ae811ab3100ac6a4a134f
- ca.CreateDateTime = DateTime.Now;
- ca.SOdd = Convert.ToDouble(query[9]);
- ca.POdd = Convert.ToDouble(query[10]);
- ca.FOdd = Convert.ToDouble(query[11]);
- ca.Remark = url;
- ca.Id = CommonHelper.GetGuid().ToString();
- ca.GameId = oc.GameId;
- op.oddsdetail.Add(ca);
- ca = new F_Compensate();
- ca.BankerCompanyId = oc.BankerCompanyId;
- ca.ChangeDateTime = lastdate;
- ca.CompensateType = "21f77e31d96ae811ab3100ac6a4a134f";//凯利指数 21f77e31d96ae811ab3100ac6a4a134f
- ca.CreateDateTime = DateTime.Now;
- ca.SOdd = Convert.ToDouble(query[12]);
- ca.POdd = Convert.ToDouble(query[13]);
- ca.FOdd = Convert.ToDouble(query[14]);
- ca.Remark = url;
- ca.Id = CommonHelper.GetGuid().ToString();
- ca.GameId = oc.GameId;
- op.oddsdetail.Add(ca);
- ca = new F_Compensate();
- ca.BankerCompanyId = oc.BankerCompanyId;
- ca.ChangeDateTime = lastdate;
- ca.CompensateType = "a1bfa33cd96ae811ab3100ac6a4a134f";//赔付率 a1bfa33cd96ae811ab3100ac6a4a134f
- ca.CreateDateTime = DateTime.Now;
- ca.SOdd = Convert.ToDouble(query[15]);
- ca.POdd = -1;
- ca.FOdd = -1;
- ca.Remark = url;
- ca.Id = CommonHelper.GetGuid().ToString();
- ca.GameId = oc.GameId;
- op.oddsdetail.Add(ca);
-
- var c_list=Getbjopdetail_new_json2(jsonall, oc.BankerCompanyName, lastdate, oc);
- op.oddsdetail.AddRange(c_list);
- return op;
- }
- catch (Exception e)
- {
- return new op();
- }
- }
- public void Getbjopdetail_new_json(string jsonurl, string BankerCompanyName, DateTime lastdate, F_OddsCuring oc)
- {
- var obj = JsonConvert.DeserializeObject<JObject>(jsonurl);
- var list = obj["company5List"];
- var objw = JsonConvert.DeserializeObject<List<company5List>>(list.ToString());
- var objw1 = objw.Where(a => a.attribute.name == BankerCompanyName).FirstOrDefault();
- if (objw1 == null)
- return;
- foreach (var item in objw1.c)
- {
- if (lastdate == item.attribute.wdate.TryToDateTime())
- continue;
- if (item.attribute.wdate.TryToDateTime() > Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd")) )
- {
- F_Compensate ca = new F_Compensate();
- ca.BankerCompanyId = oc.BankerCompanyId;
- ca.ChangeDateTime = Convert.ToDateTime(item.attribute.wdate.TryToDateTime());
- ca.CompensateType = "a0bfa33cd96ae811ab3100ac6a4a134f";//即时赔率 a0bfa33cd96ae811ab3100ac6a4a134f
- ca.CreateDateTime = DateTime.Now;
- ca.SOdd = Convert.ToDouble(item.attribute.win);
- ca.POdd = Convert.ToDouble(item.attribute.same);
- ca.FOdd = Convert.ToDouble(item.attribute.lost);
- ca.Remark = "";
- ca.Id = CommonHelper.GetGuid().ToString();
- ca.GameId = oc.GameId;
- lock (csalist)
- {
- csalist.Add(ca);
- }
- }
- else
- {
- var s1 = item.attribute.wdate.TryToDateTime();
- var s2 = Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"));
- }
- }
- }
- public List<F_Compensate> Getbjopdetail_new_json2(string jsonurl, string BankerCompanyName, DateTime lastdate, F_OddsCuring oc)
- {
- List<F_Compensate> c_list = new List<F_Compensate>();
- var obj = JsonConvert.DeserializeObject<JObject>(jsonurl);
- var list = obj["company5List"];
- var objw = JsonConvert.DeserializeObject<List<company5List>>(list.ToString());
- var objw1 = objw.Where(a => a.attribute.name == BankerCompanyName).FirstOrDefault();
- if (objw1 == null)
- return new List<F_Compensate>();
- foreach (var item in objw1.c)
- {
- if (lastdate == item.attribute.wdate.TryToDateTime())
- continue;
- if (item.attribute.wdate.TryToDateTime() > Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd")))
- {
- F_Compensate ca = new F_Compensate();
- ca.BankerCompanyId = oc.BankerCompanyId;
- ca.ChangeDateTime = Convert.ToDateTime(item.attribute.wdate.TryToDateTime());
- ca.CompensateType = "a0bfa33cd96ae811ab3100ac6a4a134f";//即时赔率 a0bfa33cd96ae811ab3100ac6a4a134f
- ca.CreateDateTime = DateTime.Now;
- ca.SOdd = Convert.ToDouble(item.attribute.win);
- ca.POdd = Convert.ToDouble(item.attribute.same);
- ca.FOdd = Convert.ToDouble(item.attribute.lost);
- ca.Remark = "";
- ca.Id = CommonHelper.GetGuid().ToString();
- ca.GameId = oc.GameId;
- c_list.Add(ca);
-
- }
- else
- {
- var s1 = item.attribute.wdate.TryToDateTime();
- var s2 = Convert.ToDateTime(DateTime.Now.AddDays(-1).ToString("yyyy-MM-dd"));
- }
- }
- return c_list;
- }
- public class company5List
- {
- public company5List()
- {
- c = new List<sk>();
- }
- public Attribute attribute { get; set; }
- public List<sk> c { get; set; }
- }
- public class Attribute
- {
- public string name { get; set; }
- public string cid { get; set; }
- }
- public class sk
- {
- public sk2 attribute { get; set; }
- public string value { get; set; }
- }
- public class op
- {
- public op()
- {
- oddsdetail = new List<F_Compensate>();
- }
- public F_OddsCuring odds { get; set; }
- public List<F_Compensate> oddsdetail { get; set; }
- }
- public class sk2
- {
- public string lost { get; set; }
- public string lostch { get; set; }
- public string arq { get; set; }
- public string wdate { get; set; }
- public string win { get; set; }
- public string wdate1 { get; set; }
- public string same { get; set; }
- public string cid { get; set; }
- public string samech { get; set; }
- public string alost { get; set; }
- public string awin { get; set; }
- public string winch { get; set; }
- public string returnPer { get; set; }
- public string arq_num { get; set; }
- public string same_handicap { get; set; }
- }
- #endregion
- public void UseLimitedResource(string url, F_Games game)
- {
- try
- {
- List<F_SeasonAnalysis> sa_new = new List<F_SeasonAnalysis>();
-
- url = url.Replace(":80", "").Replace("ypdb", "bjop");
- string yurl = url;
- string jsonall = CommonHelper.GetHtmlString(url.Replace("fenxi.zgzcw.com", "fenxi.zgzcw.com/json"), "", 5 * 1000);
- var htmlResource = CommonHelper.GetHtmlString(url, "", 5 * 1000);
- HtmlDocument doc = new HtmlDocument();
- if (htmlResource == null)
- return;
- if (htmlResource == ConfigurationManager.AppSettings["HttpException"].ToString())
- return;
- doc.LoadHtml(htmlResource);
- //赔率集合
- HtmlNodeCollection bjopHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-02']/tr");
- if (bjopHtml == null)
- return;
- string HomeTeamName = "";
- HtmlNodeCollection homenameHtml = doc.DocumentNode.SelectNodes("//*[@class='host-name']/a");
- if (homenameHtml != null)
- {
- var q1 = teamlist.Where(a => a.Name == homenameHtml[0].InnerText.Trim()).FirstOrDefault();
- string data = "";
- if (q1 != null)
- {
- HomeTeamName = q1.Name;
- HtmlNodeCollection homepmHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-zd']");
- if (homepmHtml[0].InnerText.Trim().Contains("上赛季排名"))
- {
- data = "" + string.Join("|", homepmHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
- HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
- data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
- }
- else
- {
- data = "" + homepmHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
- HtmlNodeCollection homedfHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-h']");
- data += "|" + homedfHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
- }
- var sa_sea=InsertSeasonAnalysis_new(data, q1.Id, url, game.Season);
- if (sa_sea != null)
- sa_new.Add(sa_sea);
- }
- }
- string VisitingTeamName = "";
- HtmlNodeCollection visitingnameHtml = doc.DocumentNode.SelectNodes("//*[@class='visit-name']/a");
- if (visitingnameHtml != null)
- {
- string data = "";
- var q2 = teamlist.Where(a => a.Name == visitingnameHtml[0].InnerText.Trim()).FirstOrDefault();
- if (q2 != null)
- {
- VisitingTeamName = q2.Name;
- HtmlNodeCollection homepmkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-add-info-kd']");
- if (homepmkHtml[0].InnerText.Trim().Contains("上赛季排名"))
- {
- data = "" + string.Join("|", homepmkHtml[0].InnerText.Trim().Replace("上赛季排名:", "").Replace("本赛季排名", "").Split(':'));
- HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
- data += "|" + homedfkHtml[0].InnerText.Trim().Replace("客队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "");
- }
- else
- {
- data = "" + homepmkHtml[0].InnerText.Trim().Replace("FIFA排名:", "");
- HtmlNodeCollection homedfkHtml = doc.DocumentNode.SelectNodes("//*[@class='team-info-v']");
- data += "|" + homedfkHtml[0].InnerText.Trim().Replace("主队:", "").Replace("胜", "|").Replace("平", "|").Replace("负", "|").Replace("分", "").Replace("积分", "");
- }
- var sa_sea = InsertSeasonAnalysis_new(data, q2.Id, url, game.Season);
- if (sa_sea != null)
- sa_new.Add(sa_sea);
- }
- }
- salist.AddRange(sa_new);
- List<string> listdetail = new List<string>();
- foreach (var item in bjopHtml)
- {
- HtmlDocument doc1 = new HtmlDocument();
- doc1.LoadHtml(item.InnerHtml);
- HtmlNodeCollection bjoptdHtml = doc1.DocumentNode.SelectNodes("//td");
- int i = 1;
- string shuju = "", nurl = "", lasttime = "";
- foreach (var item1 in bjoptdHtml)
- {
- if (i == 2)
- {
- // shuju += item1.InnerText.Trim()+"|";
- try
- {
- String SD = item1.InnerText.Trim() + "|" + item1.Attributes["data"].Value;
- Companylist.Add(SD);
- }
- catch (Exception e)
- {
- string aa = item1.InnerText.Trim(), ss = item1.Attributes["data"].Value;
- }
- }
- if (i == 6)
- {
- shuju += item1.InnerText.Trim() + "|";
- nurl = item1.SelectNodes("//a")[0].Attributes["href"].Value.Trim();
- }
- else if (i == 9)
- {
- shuju += item.Attributes["firsttime"].Value + "|";
- lasttime = item.Attributes["lasttime"].Value;
- }
- else
- {
- shuju += item1.InnerText.Trim() + "|";
- }
- i++;
- }
- DateTime lastdate = CommonHelper.ConvertIntToDateTime(lasttime);
- var op=InsertOddsCuring_new2(shuju, game.Id, nurl, game.StartDateTime.TryToDateTime(), game.HomeTeamId, game.VisitingTeamId, HomeTeamName, VisitingTeamName, jsonall, Convert.ToDateTime(lastdate));
- oclist.Add(op.odds);
- csalist.AddRange(op.oddsdetail);
- }
-
- //class="bf-tab-03"
- HtmlNodeCollection bjopfxHtml = doc.DocumentNode.SelectNodes("//*[@class='bf-tab-03']/tr");
- if (bjopfxHtml == null)
- return;
- foreach (var item in bjopfxHtml)
- {
- HtmlDocument doc1 = new HtmlDocument();
- doc1.LoadHtml(item.InnerHtml);
- HtmlNodeCollection bjopfxtdHtml = doc1.DocumentNode.SelectNodes("//td");
- if (bjopfxtdHtml.Count == 17)
- {
- string shuju = "";
- foreach (var item1 in bjopfxtdHtml)
- {
- shuju += item1.InnerText.Trim() + "|";
- }
- var ca_n=InsertCuringAnalysis_new(shuju, game.Id, url);
- calist.Add(ca_n);
- }
- }
- }
- catch (Exception e)
- {
- Trace.WriteLine("报错开始 开始:" + url);
- }
- }
- void IDisposable.Dispose()
- {
- // Console.WriteLine("我在释放");
- }
- }
- }
|