多线程采集的核心代码

今天药忘吃喽~ 2022-07-14 07:25 144阅读 0赞

多线程采集的核心代码
    
            /// <summary>
            /// 采集进程记录
            /// </summary>
            private ArrayList alMsgList = new ArrayList();
            /// <summary>
            /// 线程
            /// </summary>
            private Thread thread;
            /// <summary>
            /// 线程计数器
            /// </summary>
            private int Count = 0;
    
            /// <summary>
            /// 系统加载
            /// </summary>
            public Form1()
            {
                InitializeComponent();
    
                CreateManageThreads();
            }
    
    
            #region 多线程采集
    
            /// <summary>
            /// 创建线程
            /// </summary>
            private void CreateManageThreads()
            {
                thread = new Thread(new ThreadStart(ManageThreads));
    
                thread.Start();
            }
    
            /// <summary>
            /// 循环线程
            /// </summary>
            private void ManageThreads()
            {
                while (thread.ThreadState == ThreadState.Running)
                {
                    GetCircleStart();
    
                    Count = 0;
    
                    Thread.Sleep(5000);
                }
            }
    
            /// <summary>
            /// 根据采集周期判定获取当前需要采集的记录
            /// </summary>
            /// <param name="obj"></param>
            private void GetCircleStart()
            {
                if (alMsgList.Count == 0) 
                    return;
    
                Thread[] subTread = new Thread[alMsgList.Count];
    
                for (int i = 0; i < alMsgList.Count; i++)
                {
                    //采集进程配置实体
                    Entity_GatherThread obj = (Entity_GatherThread)alMsgList[i];
    
                    if (obj.StateId == "2")
                    {
                        //obj.PeriodGather.ToString() != "0"表示定时采集；obj.PeriodGather.ToString() == ""表示循环采集
                        if (obj.PeriodGather.ToString() == "0")
                        {
                            if (DateTime.Now >= obj.NextTime && obj.OneYesOrNo)
                            {
                                Count++;
                                if (Count <= this.ThreadCount)
                                {
                                    obj.OneFlag = false;
                                    obj.NextTime = DateTime.Now;
                                    subTread[i] = new Thread(new ParameterizedThreadStart(StartCreateGetData));
                                    subTread[i].Start(obj);
                                }
                            }
                        }
                        else
                        {
                            if (DateTime.Now <= obj.EndTime && DateTime.Now >= obj.NextTime)
                            {
                                 Count++;
                                 if (Count <= this.ThreadCount)
                                 {
                                     obj.NextTime = DateTime.Now.AddMinutes(obj.PeriodGather);
                                     subTread[i] = new Thread(new ParameterizedThreadStart(StartCreateGetData));
                                     subTread[i].Start(obj);
                                 }
                            }
                        }
                    }
                }
            }
    
            /// <summary>
            /// 开始数据采集操作(按每天为周期)
            /// </summary>
            /// <param name="obj"></param>
            private void StartCreateGetData(object obj)
            {
                Entity_GatherThread entity = (Entity_GatherThread)obj;
    
                //更改Arrylist状态：正在采集
                entity.StateId = "1";
                entity.StateName = "正在采集";
    
                //启动数据采集函数
                GatherOper(entity.DataSourceId,entity.MgId);
    
                //更改当前列表和Arrylist状态
                //entity.OneFlag == true表示定时采集的当天未采集,false表示已采集
                if (entity.OneFlag == false)
                {
                    entity.StateName = "完成采集";
                    entity.StateId = "3"; 
                }
                else
                {
                    entity.StateName = "等待采集";
                    entity.StateId = "2"; 
                }
    
    
                //采集完毕
            }
            #endregion
    
    
     /// <summary>
            /// 选中某个数据源后，点击“启动采集”按钮触发
            /// </summary>
            /// <param name="sender"></param>
            /// <param name="e"></param>
            private void StartGatherButton_Click(object sender, EventArgs e)
            {
                if (this.treeView1.SelectedNode.ContextMenuStrip.Name == "DataSourceMenu")
                {
                    if (!this.CheckDataSourceIDInMsgList(int.Parse(this.treeView1.SelectedNode.Tag.ToString())))
                    {
                        DataEntity.Gather_DataSourceConfig DataSourceConfig = new Gather_DataSourceConfig();
                        DataSourceConfig = Common.GetDataSourceConfig(int.Parse(this.treeView1.SelectedNode.Tag.ToString()));
    
                        if (DataSourceConfig != null)
                        {
                            //根据DataSourceConfig.DataSourceId判断此数据源是否进行了详细配置
                            DataSet ParticularConfig = new DataSet();
                            ParticularConfig = Common.GetParticularConfigList("DataSourceId=" + DataSourceConfig.DataSourceId);
                            if (ParticularConfig != null)
                            {
                                if (ParticularConfig.Tables.Count > 0)
                                {
                                    if (ParticularConfig.Tables[0].Rows.Count > 0)
                                    {
                                        DataEntity.Gather_Period Period = new Gather_Period();
                                        Period = Common.GetPeriodModel(DataSourceConfig.PeriodId);
    
                                        if (Period != null)
                                        {
                                            DataEntity.Entity_GatherThread GatherThread = new Entity_GatherThread();
                                            GatherThread.MgId = int.Parse(this.treeView1.SelectedNode.Parent.Tag.ToString());
                                            GatherThread.MgName = this.treeView1.SelectedNode.Parent.Text.ToString();
                                            GatherThread.CourseManageId = DataSourceConfig.DataSourceId.ToString();
                                            GatherThread.DataSourceId = DataSourceConfig.DataSourceId;
                                            GatherThread.DataSourceName = DataSourceConfig.DataSourceName;
                                            GatherThread.EndTime = DateTime.Parse(DateTime.Today.ToString("yyyy-MM-dd") + " " + Period.EndTime);
                                            GatherThread.NextTime = DateTime.Parse(DateTime.Today.ToString("yyyy-MM-dd") + " " + Period.TimeGather);
                                            GatherThread.OneFlag = true;
                                            GatherThread.PeriodGather = Period.PeriodGather;
                                            GatherThread.PeriodId = Period.PeriodId.ToString();
                                            GatherThread.StartTime = DateTime.Parse(DateTime.Today.ToString("yyyy-MM-dd") + " " + Period.StartTime);
                                            GatherThread.StateId = "2";
                                            GatherThread.StateName = "等待采集";
    
                                            //将新增的数据源的采集加入采集队列
                                            alMsgList.Add(GatherThread);
    
                                            //更新采集列表
                                            DataBindGridView();
                                        }
                                        else
                                        {
                                            MessageBox.Show("\"" + this.treeView1.SelectedNode.Text + "\"：没有找到该数据源的详细采集周期设置，可能已经被移除，请设置采集周期后重试！", "警告", MessageBoxButtons.OK);
                                        }
                                    }
                                    else
                                    {
                                        MessageBox.Show("\"" + this.treeView1.SelectedNode.Text + "\"：没有找到该数据源的详细配置，可能已经被移除，请设置详细配置后重试！", "警告", MessageBoxButtons.OK);
                                    }
                                }
                                else
                                {
                                    MessageBox.Show("\"" + this.treeView1.SelectedNode.Text + "\"：没有找到该数据源的详细配置，可能已经被移除，请设置详细配置后重试！", "警告", MessageBoxButtons.OK);
                                }
                            }
                            else
                            {
                                MessageBox.Show("\"" + this.treeView1.SelectedNode.Text + "\"：没有找到该数据源的详细配置，可能已经被移除，请设置详细配置后重试！", "警告", MessageBoxButtons.OK);
                            }
    
    
                        }
                        else
                        {
                            MessageBox.Show("\"" + this.treeView1.SelectedNode.Text + "\"：该数据源没有设置采集周期，请设置采集周期后重试！", "警告", MessageBoxButtons.OK);
                        }
                    }
                    else
                    {
                        MessageBox.Show("\"" + this.treeView1.SelectedNode.Text + "\"：已加入采集队列！", "警告", MessageBoxButtons.OK);
                    }
                }
            }
    
        /// <summary>
            /// 停止某类数据源的采集进程：首先点击“停止监控”按钮，选择监控列表中需要停止采集的进程，点击“停止采集”按钮即可。
            /// </summary>
            /// <param name="sender"></param>
            /// <param name="e"></param>
            private void StopGatherButton_Click(object sender, EventArgs e)
            {
                if (this.dataGridView1.CurrentRow != null)
                {
                    int Index = this.dataGridView1.CurrentRow.Index;
                    this.alMsgList.RemoveAt(Index);
    
                    this.timer1.Enabled = true;
                }
            }