FCS/FCS.Crawler/Content/Jobs/BasketJobs/Basketball/B_TeamStatisticsJob.cs

using System;
using FCS.Common;
using FCS.Interface;
using FCS.Models;
using FCS.Models.Entity;
using HtmlAgilityPack;
using Quartz;
using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.Linq;
using System.Text;
using System.Threading;
using System.Threading.Tasks;
using FCS.Models.DTO;

namespace FCS.Crawler.Basketball
{
    /// <summary>
    /// 篮球球队统计
    /// </summary>
    public class B_TeamStatisticsJob : CommonJob, IJob
    {
        private static List<B_TeamStatistics> TeamStatisticsList = new List<B_TeamStatistics>();
        private static List<DataItemDetail> DateItem = new List<DataItemDetail>();
        private static List<B_Team> TeamList = new List<B_Team>();

        public B_TeamStatisticsJob()
        {
        }

        public void Execute(IJobExecutionContext context)
        {
            Config = CommonHelper.GetConfigFromDataMap(context.JobDetail.JobDataMap);
        }


        #region 更新数据
        /// <summary>
        /// 获取所有数据
        /// </summary>
        public void GetAll()
        {
            GetSqlString("");
        }

        /// <summary>
        /// 更新数据
        /// </summary>
        /// <param name="Year"></param>
        public void Click(string Year = "")
        {
            if (Year == "")
            {
                Year = DateTime.Now.Year.ToString().Substring(2, 2); ;
            }
            GetSqlString(Year);
        }
        #endregion


        /// <summary>
        /// 解析数据
        /// </summary>
        /// <param name="sqlstring"></param>
        private void GetSqlString(string Year)
        {
            ThreadPool.SetMinThreads(10, 10);
            ThreadPool.SetMaxThreads(500, 500);
            TeamList = services.Query<B_Team>().ToList();
            var dataItem = services.GetDataItem(DataItemDetailEnum.BasketballGameType);
            var ds = services.Query<B_Grouping>("and Remark is not null", "", "distinct EventId,Season,Remark").ToList();
            if (Year != "")
            {
                ds = services.Query<B_Grouping>("and Remark is not null  and Season like '%" + Year + "%'", "", "distinct EventId,Season,Remark").ToList();
            }
            Task.Run(() =>
            {
                foreach (var item in ds)
                {
                    Task.Run(() =>
                    {
                        var eventId = item.EventId;
                        var season = item.Season;
                        var url = item.Remark.ToString().Replace("saiAll.do", "1/teamStatistics.do");
                        GetData(url, eventId, season, dataItem.Where(o => o.ItemValue == "1").First().Id.ToString());
                        url = item.Remark.ToString().Replace("saiAll.do", "2/teamStatistics.do");
                        GetData(url, eventId, season, dataItem.Where(o => o.ItemValue == "2").First().Id.ToString());
                        url = item.Remark.ToString().Replace("saiAll.do", "3/teamStatistics.do");
                        GetData(url, eventId, season, dataItem.Where(o => o.ItemValue == "3").First().Id.ToString());
                    });
                }
            });
            int maxWorkerThreads, workerThreads;
            int maxportThreads, portThreads;

            while (true)
            {
                /*
                 GetAvailableThreads()：检索由 GetMaxThreads 返回的线程池线程的最大数目和当前活动数目之间的差值。
                 而GetMaxThreads 检索可以同时处于活动状态的线程池请求的数目。
                 通过最大数目减可用数目就可以得到当前活动线程的数目，如果为零，那就说明没有活动线程，说明所有线程运行完毕。
                 */
                ThreadPool.GetMaxThreads(out maxWorkerThreads, out maxportThreads);
                ThreadPool.GetAvailableThreads(out workerThreads, out portThreads);
                Thread.Sleep(1000);
                Trace.WriteLine("正在执行任务的线程数" + (maxWorkerThreads - workerThreads));
                if (maxWorkerThreads - workerThreads == 0)
                {
                    Console.WriteLine("Thread Finished!");
                    break;
                }
            }
            try
            {
                if (Year != "")
                {
                    services.Delete<B_TeamStatistics>(" and Season like '" + Year + "%'");
                }
                services.SqlBulkCopyAdd<B_TeamStatistics>(TeamStatisticsList);
                Trace.WriteLine("B_TeamStatistics更新完毕");
            }
            catch (Exception ex)
            {
                throw;
            }
        }

        /// <summary>
        /// 解析排行榜数据
        /// </summary>
        /// <param name="url"></param>
        /// <param name="eventId"></param>
        /// <param name="season"></param>
        private void GetData(string url, string eventId, string season, string gameType)
        {
            HtmlParameterDTO dtomodel = new HtmlParameterDTO();
            dtomodel.Url = url;
            HtmlDocument doc = CommonHelper.GetHtmlHtmlDocument(dtomodel);
            if (doc.DocumentNode.InnerHtml == "Termination" || doc.DocumentNode.InnerHtml == "" || doc.DocumentNode.SelectNodes("//*[@class='paiming']") == null)
            {
                return;
            }
            var team = doc.DocumentNode.SelectNodes("//*[@class='paiming']").First();
            HtmlDocument itemdoc = new HtmlDocument();
            itemdoc.LoadHtml(team.InnerHtml);
            var trList = itemdoc.DocumentNode.SelectNodes("//table/tr").ToList();
            trList.ForEach(p =>
            {
                if (!p.InnerHtml.Contains("<th"))
                {
                    HtmlDocument trdoc = new HtmlDocument();
                    trdoc.LoadHtml(p.InnerHtml);
                    var tdList = trdoc.DocumentNode.InnerHtml.Contains("td") ? trdoc.DocumentNode.SelectNodes("//td").ToList() : null;
                    if (tdList != null && tdList.Count() > 1)
                    {
                        B_TeamStatistics teamStatistics = new B_TeamStatistics();
                        teamStatistics.Id = Guid.NewGuid().ToString();
                        teamStatistics.TeamId = TeamList.Where(o => o.Name == tdList[0].InnerText.Trim().ToString()).Count() > 0 ? TeamList.Where(o => o.Name == tdList[0].InnerText.Trim().ToString()).FirstOrDefault().Id : "";
                        teamStatistics.EventId = eventId;
                        teamStatistics.Season = season;
                        teamStatistics.GameType = gameType;
                        teamStatistics.Sum = int.Parse(tdList[1].InnerText.Trim().ToString());
                        teamStatistics.ScoreAvg = tdList[2].InnerText.Trim().ToString();
                        teamStatistics.LossAvg = tdList[3].InnerText.Trim().ToString();
                        teamStatistics.ShootingHitRate = tdList[4].InnerText.Trim().ToString();
                        teamStatistics.TrisectionHitRate = tdList[5].InnerText.Trim().ToString();
                        teamStatistics.PenaltyKickHitRate = tdList[6].InnerText.Trim().ToString();
                        teamStatistics.AvgBasketball = tdList[7].InnerText.Trim().ToString();
                        teamStatistics.AvgAssists = tdList[8].InnerText.Trim().ToString();
                        teamStatistics.AvgBlocks = tdList[9].InnerText.Trim().ToString();
                        teamStatistics.AvgSteals = tdList[10].InnerText.Trim().ToString();
                        teamStatistics.AvgMiss = tdList[11].InnerText.Trim().ToString();
                        teamStatistics.AvgFoul = tdList[12].InnerText.Trim().ToString();
                        TeamStatisticsList.Add(teamStatistics);
                    }
                }
            });
        }
    }
}