1

FCS.Crawler/Content/UpdateService/UpdateJobs/UpdateJob.cs

@@ -76,7 +76,7 @@ namespace FCS.Crawler
                 CommonHelper.LogBD("B_LeagueRankingJob结束 篮球结束", logName);
             }));
             Task.WaitAll(taskList.ToArray());
-            new GamesJob().Click();
+            //new GamesJob().Click();
             //CommonHelper.LogBD("GamesJob结束 开始赔率", logName);
             //ThreadPool.SetMaxThreads(50, 50);
             //new Update_RealTimeJobToDay10().Click();
@@ -85,181 +85,4 @@ namespace FCS.Crawler
 
 
     }
-    public class Update_Odd : CommonJob
-    {
-        List<DataItemDetail> bankerCompanyList = new List<DataItemDetail>();
-        List<BankerCompanyRelation> relationList = new List<BankerCompanyRelation>();
-        Dictionary<string, string> bankerCompanyType = new Dictionary<string, string>();
-        List<BankerCompany> companyList = new List<BankerCompany>();
-        List<F_Compensate> compList = new List<F_Compensate>();
-        string jishi, kaili, fanhuan, gailv;
-        List<company5List> jishiList;
-
-        public Update_Odd()
-        {
-            bankerCompanyList = services.GetDataItem(DataItemDetailEnum.BankerCompanyType);
-            var compTypeList = services.GetDataItem(DataItemDetailEnum.FootBallEuropeOddsType);
-            jishi = compTypeList.Where(p => p.Name.Contains("即时赔率")).ToList()[0].Id;
-            kaili = compTypeList.Where(p => p.Name.Contains("凯利指数")).ToList()[0].Id;
-            fanhuan = compTypeList.Where(p => p.Name.Contains("返还率")).ToList()[0].Id;
-            gailv = compTypeList.Where(p => p.Name.Contains("概率")).ToList()[0].Id;
-        }
-
-        public void OddJob()
-        {
-
-            var gameList = services.Query<F_Games>($" AND StartDateTime BETWEEN {DateTime.Now.AddDays(-10).ToString("yyyy-MM-dd")} AND {DateTime.Now.AddDays(10).ToString("yyyy-MM-dd")}", "", "a.Id,a.Remark").ToList();
-            gameList.ForEach(p =>
-            {
-                taskList.Add(Task.Run(() =>
-                {
-                    var url = " http://fenxi.zgzcw.com/{0}/bjop".FormatMe(p.Remark.Split('/')[p.Remark.Split('/').Length - 2]);
-                    var doc = CommonHelper.GetHtmlHtmlDocument(new HtmlParameterDTO { Url = url, Timeout = 10000, NotIpNumber = 100, Title = "足彩" });
-                    var makeBallRanking = doc.DocumentNode.SelectSingleNode(".//[@id='com-type']").SelectNodes(".//option");
-                    GetDictType(makeBallRanking);//获取类型
-
-
-                    var table = doc.DocumentNode.SelectSingleNode(".//[@id='data-body']").SelectNodes(".//table");
-                    foreach (var tableItem in table)
-                    {
-                        var tr = tableItem.SelectNodes(".//tr");
-                        foreach (var trItem in tr)
-                        {
-                            var td = trItem.SelectNodes(".//td");
-                            compList.Add(new F_Compensate
-                            {
-                                BankerCompanyId = GetBankerCompany(td[1].InnerText, td[1].Attributes["data"].Value, url),
-                                GameId = p.Id,
-                                Remark = url,
-                                SOdd = double.Parse(td[2].InnerText),
-                                POdd = double.Parse(td[3].InnerText),
-                                FOdd = double.Parse(td[4].InnerText),
-                                CompensateType = jishi,
-                                ChangeDateTime = DateTime.Parse("2001-01-01"),
-                                CreateDateTime = DateTime.Now,
-
-                            });
-                            compList.Add(new F_Compensate
-                            {
-                                BankerCompanyId = GetBankerCompany(td[1].InnerText, td[1].Attributes["data"].Value, url),
-                                GameId = p.Id,
-                                Remark = url,
-                                SOdd = double.Parse(td[9].InnerText),
-                                POdd = double.Parse(td[10].InnerText),
-                                FOdd = double.Parse(td[11].InnerText),
-                                CompensateType = gailv,
-                                ChangeDateTime = DateTime.Parse("2001-01-01"),
-                                CreateDateTime = DateTime.Now,
-
-                            });
-                            compList.Add(new F_Compensate
-                            {
-                                BankerCompanyId = GetBankerCompany(td[1].InnerText, td[1].Attributes["data"].Value, url),
-                                GameId = p.Id,
-                                Remark = url,
-                                SOdd = double.Parse(td[12].InnerText),
-                                POdd = double.Parse(td[13].InnerText),
-                                FOdd = double.Parse(td[14].InnerText),
-                                CompensateType = gailv,
-                                ChangeDateTime = DateTime.Now,
-                                CreateDateTime = DateTime.Now,
-
-                            });
-                            compList.Add(new F_Compensate
-                            {
-                                BankerCompanyId = GetBankerCompany(td[1].InnerText, td[1].Attributes["data"].Value, url),
-                                GameId = p.Id,
-                                Remark = url,
-                                SOdd = double.Parse(td[15].InnerText),
-                                CompensateType = fanhuan,
-                                ChangeDateTime = DateTime.Now,
-                                CreateDateTime = DateTime.Now,
-
-                            });
-                            GetCompensate_JS(new F_Compensate
-                            {
-                                BankerCompanyId = GetBankerCompany(td[1].InnerText, td[1].Attributes["data"].Value, url),
-                                GameId = p.Id,
-                                Remark = url,
-                            }, td[1].InnerText);
-                        }
-                    }
-                }));
-
-            });
-            Task.WaitAll(taskList.ToArray());
-            var aa = compList;
-        }
-
-        public void GetCompensate_JS(F_Compensate model, string bankerCompanyName)
-        {
-            if (jishiList.IsEmpty())
-            {
-                var url = " http://fenxi.zgzcw.com/{0}/bjop".FormatMe(model.Remark.Split('/')[model.Remark.Split('/').Length - 2]);
-                var doc = CommonHelper.GetHtmlString(new HtmlParameterDTO { Url = url, Timeout = 10000, NotIpNumber = 100, Title = "足彩" });
-                var obj = JsonConvert.DeserializeObject<JObject>(doc);
-                jishiList = JsonConvert.DeserializeObject<List<company5List>>(obj["company5List"].ToString());
-            }
-
-
-            var objw1 = jishiList.Where(a => a.attribute.name == bankerCompanyName).FirstOrDefault();
-            if (objw1 == null)
-                return;
-            foreach (var item in objw1.c)
-            {
-                var data = item.attribute;
-                compList.Add(new F_Compensate
-                {
-                    Id = CommonHelper.GetGuid().ToString(),
-                    GameId = model.GameId,
-                    Remark = model.Remark,
-                    BankerCompanyId = model.BankerCompanyId,
-                    CreateDateTime = DateTime.Now,
-                    ChangeDateTime = item.attribute.wdate.TryToDateTime(),
-                    SOdd = Convert.ToDouble(item.attribute.win),
-                    POdd = Convert.ToDouble(item.attribute.same),
-                    FOdd = Convert.ToDouble(item.attribute.lost),
-                    CompensateType = jishi,
-                });
-
-
-            }
-
-        }
-
-        public string GetBankerCompany(string name, string typeName, string url)
-        {
-            var id = CommonHelper.GetGuid().ToString();
-            companyList.Add(new BankerCompany
-            {
-                Name = name,
-                CreateDateTime = DateTime.Now,
-                Id = id,
-                Remark = url
-
-            });
-            return id;
-        }
-
-        public void GetMakeBallRanking(string id, string type)
-        {
-            var name = bankerCompanyType[type];
-            relationList.Add(new BankerCompanyRelation
-            {
-                Id = CommonHelper.GetGuid().ToString(),
-                CreateDateTime = DateTime.Now,
-                BankerCompanyId = id,
-                BankerCompanyType = bankerCompanyList.Where(p => p.Name == name).ToList()[0].Id,
-                Remark = name,
-            });
-        }
-
-        public void GetDictType(HtmlNodeCollection data)
-        {
-            foreach (var item in data)
-            {
-                bankerCompanyType.Add(item.Attributes["value"].Value, item.InnerText);
-            }
-        }
-    }
 }

FCS.Crawler/Content/UpdateService/UpdateJobs/Update_RealTimeJobToDay10.cs

@@ -34,50 +34,50 @@ namespace FCS.Crawler
         }
 
         public void Click()
-        {ThreadPool.SetMaxThreads(50, 50);
+        {
             CommonHelper.LogBD("开始Update_RealTimeJobToDay10", logName);
             Trace.WriteLine("开始Update_RealTimeJobToDay10" + DateTime.Now);
 
             #region 从第二天开始到第十天的数据
             for (int j = 1; j < 10; j++)
-             {
-                CommonHelper.LogBD("开始Update_RealTimeJobToDay10的第一天 ****"+j+"****", logName);
-                var querylist = services.Query<F_Games>("  and StartDateTime>'" + DateTime.Now.AddDays(1).ToString("yyyy-MM-dd") + "' and StartDateTime < '" + DateTime.Now.AddDays(10).AddHours(1).ToString("yyyy-MM-dd") + "'").Where(a => a.StartDateTime > Convert.ToDateTime(DateTime.Now.AddDays(j).ToShortDateString()) && a.StartDateTime < Convert.ToDateTime(DateTime.Now.AddDays(j+1).ToShortDateString())).ToList();
-            querylist = querylist.Where((x, i) => querylist.FindIndex(z => z.Id == x.Id) == i).ToList();//Lambda表达式去重
-            int pagelist = querylist.Count % 100 == 0 ? querylist.Count / 100 : querylist.Count / 100 + 1;
-            for (int i = 0; i < pagelist; i++)
             {
-                var query1 = querylist.Skip(i * 100).Take(100).ToList();
-                //list = query;
-                var task1 = new Task(() =>
-                {
-                    new OddsJob().Click(query1);
-                });
-                task1.Start();
-                Task.WaitAll(task1);
-                var task2 = new Task(() =>
+                CommonHelper.LogBD("开始Update_RealTimeJobToDay10的第一天 ****" + j + "****", logName);
+                var querylist = services.Query<F_Games>("  and StartDateTime>'" + DateTime.Now.AddDays(1).ToString("yyyy-MM-dd") + "' and StartDateTime < '" + DateTime.Now.AddDays(10).AddHours(1).ToString("yyyy-MM-dd") + "'").Where(a => a.StartDateTime > Convert.ToDateTime(DateTime.Now.AddDays(j).ToShortDateString()) && a.StartDateTime < Convert.ToDateTime(DateTime.Now.AddDays(j + 1).ToShortDateString())).ToList();
+                querylist = querylist.Where((x, i) => querylist.FindIndex(z => z.Id == x.Id) == i).ToList();//Lambda表达式去重
+                int pagelist = querylist.Count % 100 == 0 ? querylist.Count / 100 : querylist.Count / 100 + 1;
+                for (int i = 0; i < pagelist; i++)
                 {
-                    new AsianDishJob().Click(query1);
-                });
-                task2.Start();
-                Task.WaitAll(task2);
-                var task3 = new Task(() =>
-                {
-                    new SizeIndexJob().Click(query1);
-                });
-                task3.Start();
-                Task.WaitAll(task3);
-                //Task.WaitAll(task1, task2,task3);
+                    var query1 = querylist.Skip(i * 100).Take(100).ToList();
+                    //list = query;
+                    var task1 = new Task(() =>
+                    {
+                        new OddsJob().Click(query1);
+                    });
+                    task1.Start();
+                    Task.WaitAll(task1);
+                    var task2 = new Task(() =>
+                    {
+                        new AsianDishJob().Click(query1);
+                    });
+                    task2.Start();
+                    Task.WaitAll(task2);
+                    var task3 = new Task(() =>
+                    {
+                        new SizeIndexJob().Click(query1);
+                    });
+                    task3.Start();
+                    Task.WaitAll(task3);
+                    //Task.WaitAll(task1, task2,task3);
 
-                List<string> listint = new List<string>();
-                foreach (var item in querylist)
-                {
-                    listint.Add(item.Id);
+                    List<string> listint = new List<string>();
+                    foreach (var item in querylist)
+                    {
+                        listint.Add(item.Id);
+                    }
+                    if (listint.Count > 0)
+                        services.Update<F_Games>(" and Id in ('" + string.Join("','", listint) + "')");
                 }
-                if (listint.Count > 0)
-                    services.Update<F_Games>(" and Id in ('" + string.Join("','", listint) + "')");
             }
-             }
 
             #endregion
 

FCS.Crawler/Program.cs

@@ -34,7 +34,7 @@ namespace FCS.Crawler
                        new Service1()
               };
             ServiceBase.Run(ServicesToRun);
-            //new AgainstJob().Click();
+            //new GamesJob().Click();
         }
 
 

FCS.Crawler/app.config

@@ -4,7 +4,7 @@
     <!-- <add name="FCSConnectionString" connectionString="server=61.156.157.244;database=LotteryNumber_Dev;uid=sa;pwd=Txwl224!lwxt;Connect Timeout=30;persist security info=false;Pooling=true;" providerName="System.Data.SqlClient" />-->
     <!--<add name="FCSConnectionString" connectionString="server=192.168.1.5;database=LotteryNumber;uid=sa;pwd=TXwl123456;Connect Timeout=300;persist security info=false;Pooling=true;" providerName="System.Data.SqlClient" />-->
     <!--<add name="FCSConnectionString" connectionString="server=192.168.2.5;database=Berry2;uid=sa;pwd=TXwl123456;Connect Timeout=30000;persist security info=false;Pooling=true;" providerName="System.Data.SqlClient" />-->
-    <add name="FCSConnectionString" connectionString="server=39.108.190.163;database=Berry2;uid=sa;pwd=NK4Qwql8Z?csv(XNew;Connect Timeout=30000;persist security info=false;Pooling=true;" providerName="System.Data.SqlClient" />
+    <add name="FCSConnectionString" connectionString="server=192.168.2.5;database=Berry2;uid=sa;pwd=TXwl123456;Connect Timeout=30000;persist security info=false;Pooling=true;" providerName="System.Data.SqlClient" />
     <add name="DefaultConnection" connectionString="Data Source = |SQL/CE|" />
   </connectionStrings>
   <appSettings>