using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Data.SqlClient;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Threading;
using System.Threading.Tasks;
using System.Windows.Forms;
namespace Fxtools
{
public partial class frmDataSync : Form
{
public frmDataSync()
{
InitializeComponent();
}
Comm_ResultDAL dal = new Comm_ResultDAL();
private void btnSync_Click(object sender, EventArgs e)
{
//var tempID = comboBox2.Text == "Comm_Result" ? "TempID" : "TempID2";
var taskCount = Convert.ToInt32(comboBox3.Text);
var sourceTb = $"TestData_temp.[dbo].{comboBox2.Text} WITH (NOLOCK)";
SyncData2(taskCount, sourceTb);
//SyncData1();
}
public delegate void InvokeShowMsg(RichTextBox rtb, string msg);
public void showMsg(RichTextBox rtb, string msg)
{
//在線程裏以安全方式調用控件
if (rtb.InvokeRequired)
{
InvokeShowMsg _myinvoke = new InvokeShowMsg(showMsg);
rtb.Invoke(_myinvoke, new object[] { rtb, msg });
}
else
{
if (rtb.Lines.Length > 600)
{
rtb.Clear();
}
rtb.AppendText(DateTime.Now.ToString("MM/dd hh:mm:ss ") + msg + "\r\n");
rtb.SelectionStart = rtb.GetFirstCharIndexFromLine(rtb.Lines.Length - 1);
rtb.SelectionLength = 0;
rtb.Focus();
rtb.ScrollToCaret();
}
}
private ManualResetEvent onOff = new ManualResetEvent(true);//這個一個開關
private void SyncData2(int taskCount,string sourceTb)
{
this.btnWait.Enabled = true;
this.btnSync.Enabled = false;
this.comboBox1.Enabled = false;
this.comboBox2.Enabled = false;
this.comboBox3.Enabled = false;
var TempIDSql = "select isnull(TempID,0) from TestData_temp.[dbo].[Comm_ResultSyncID] ";
int saveSyncID2 = Convert.ToInt32(PubUtils.GetValue(TempIDSql));
int totalCount = Convert.ToInt32(PubUtils.GetValue($"select count(*) from {sourceTb} where id >= {saveSyncID2} "));
int finishedCount = 0;
int top = Convert.ToInt32(comboBox1.Text);
var sourceMaxIDSql = $"select max(id) from {sourceTb}";
var sourceMaxID = Convert.ToInt32(PubUtils.GetValue(sourceMaxIDSql));
Task parent = new Task(async () =>
{
showMsg(richTextBox1, $"任務開始......");
DateTime startTotal = DateTime.Now;
while (saveSyncID2 < sourceMaxID)
{
onOff.WaitOne();
List<Task> Tasks = new List<Task>();
DateTime start = DateTime.Now;
for (int i = 0; i < taskCount; i++)
{
saveSyncID2 = Convert.ToInt32(PubUtils.GetValue(TempIDSql));
var sourceLst = dal.GetNextLst(top, saveSyncID2, sourceTb);//取數
Tasks.Add(Task.Run(() => RunBackUp(sourceLst)));
finishedCount += top;
//完成 給完成提示信息。
showMsg(richTextBox1, $"啓動任務：{i}");
//保存SaveSyncID
saveSyncID2 = dal.GetCurrentID(top, sourceTb, saveSyncID2);
dal.SaveTempSyncID(saveSyncID2);
if (saveSyncID2 >= totalCount) { break; } //退出
Thread.Sleep(100 * 1);
}
await Task.WhenAll(Tasks);
DateTime end = DateTime.Now;
var totalsencond = (end - start).TotalSeconds;
var usedTime = (end - startTotal).TotalMinutes;
var issusedCount = totalCount - finishedCount;
double totalTime = usedTime / finishedCount * issusedCount / 60 / 24;//預估剩餘耗時
showMsg(richTextBox1, $"本批次比對耗時：{totalsencond} 秒, 已耗時：{usedTime} 分鐘,已比較數：{finishedCount},待比較數：{issusedCount},預計還需耗時：{totalTime}天");
//Thread.Sleep(1000 * 1);
}
showMsg(richTextBox1, $"任務已完成");
});
parent.Start();
//parent.ContinueWith((task) =>
//{
// showMsg(richTextBox1, "主任務完成，完成時候的狀態爲：");
// showMsg(richTextBox1, string.Format("IsCanceled={0}\tIsCompleted={1}\tIsFaulted={2}", task.IsCanceled, task.IsCompleted, task.IsFaulted));
//});
}
private void RunBackUp(List<Comm_ResultModel> sourceLst)
{
#region 取數,比較
var targetTb = $"TestData.[dbo].Comm_Result WITH (NOLOCK) ";
var targetTb1 = $"TestData.[dbo].Comm_Result_his1 WITH (NOLOCK) ";
var targetTb3 = $"TestData.[dbo].Comm_Result_his3 WITH (NOLOCK) ";
var saveLst = new List<Comm_ResultModel>();
DateTime start = DateTime.Now;
foreach (var item in sourceLst)
{
var isTb = dal.Exists2(item, targetTb);
var isTb1 = dal.Exists2(item, targetTb1);
var isTb3 = dal.Exists2(item, targetTb3);
if (!isTb && !isTb1 && !isTb3)
{ saveLst.Add(item); }
}
#endregion
//保存到His2
if (saveLst.Count > 0)
{
dal.BulkAdd(saveLst);
}
}
private void SyncData1()
{
this.btnSync.Enabled = false;
this.comboBox1.Enabled = false;
this.comboBox2.Enabled = false;
var top = Convert.ToInt32(comboBox1.Text);
var sourceTb = $"TestData_temp.[dbo].{comboBox2.Text} WITH (NOLOCK)";
var targetTb = $"TestData.[dbo].Comm_Result WITH (NOLOCK) ";
var targetTb1 = $"TestData.[dbo].Comm_Result_his1 WITH (NOLOCK) ";
var targetTb3 = $"TestData.[dbo].Comm_Result_his3 WITH (NOLOCK) ";
var TempIDSql = "select isnull(TempID,0) from TestData_temp.[dbo].[Comm_ResultSyncID] ";
var sourceMaxIDSql = $"select max(id) from {sourceTb}";
var sourceMaxID = Convert.ToInt32(PubUtils.GetValue(sourceMaxIDSql));
int finishedCount = 0;
Task t = new Task(() =>
{
var saveSyncID = 0;
showMsg(richTextBox1, "任務開始工作……");
DateTime totalStart = DateTime.Now;
while (saveSyncID < sourceMaxID)
{
#region 獲取下一輪要比較的開始ID
saveSyncID = Convert.ToInt32(PubUtils.GetValue(TempIDSql));
int rowCountSource = Convert.ToInt32(PubUtils.GetValue($"select count(*) from {sourceTb} where id >= {saveSyncID} "));
//var initSql = "drop table TestData_temp.[dbo].#tb1 drop table TestData_temp.[dbo].#tb2 ";
string initSql = "if exists (select 1 \n"
+ " from sysobjects \n"
+ " where id = object_id('#tb1') \n"
+ " and type = 'U') \n"
+ "drop table #tb1 \n"
+ " \n"
+ "if exists (select 1 \n"
+ " from sysobjects \n"
+ " where id = object_id('#tb2') \n"
+ " and type = 'U') \n"
+ "drop table #tb2 \n";
var sourceSql0 = $"select top {top} * from {sourceTb} where ID >= {saveSyncID} ORDER BY id";
var sourceSql = $"select top {top} * INTO #tb1 from {sourceTb} where ID >= {saveSyncID} ORDER BY id";
var sourceSql1 = $"select top {top + 1} * INTO #tb2 from {sourceTb} where ID >= {saveSyncID} ORDER BY id";
var getIDSql = $" SELECT a.Id FROM #tb2 a LEFT JOIN #tb1 b ON a.id = b.id WHERE b.id IS NULL ";
var currentIDSql = $"{initSql} {sourceSql} {sourceSql1} {getIDSql}";
var currentID = Convert.ToInt32(PubUtils.GetSingle(currentIDSql, dal.connectionString, null));
//var currentID = Convert.ToInt32(PubUtils.GetValue(currentIDSql));
#endregion
#region 取數,比較
var sourceLst = PubUtils.GetDataTable(sourceSql0, dal.connectionString).ToList<Comm_ResultModel>();
var saveLst = new List<Comm_ResultModel>();
DateTime start = DateTime.Now;
foreach (var item in sourceLst)
{
//if (item.Fg_Sn == "PD11HD5291A.P5480")
//{ //test point
//}
var isTb = dal.Exists2(item, targetTb);
var isTb1 = dal.Exists2(item, targetTb1);
var isTb3 = dal.Exists2(item, targetTb3);
if (!isTb && !isTb1 && !isTb3)
{ saveLst.Add(item); }
finishedCount++;//完成數
}
if (sourceLst.Count == 0)
{
saveSyncID = sourceMaxID;//取不到數，退出循環。
}
#endregion
//保存到His2
if (saveLst.Count > 0)
{
dal.BulkAdd(saveLst);
}
//保存 currentID 到 Comm_ResultSyncID
dal.SaveTempSyncID(currentID);
DateTime end = DateTime.Now;
var totalsencond = (end - start).TotalSeconds;
int issusedCount = rowCountSource - finishedCount;//待完成數
double usedTime = (end - totalStart).TotalMinutes;//已用時
double totalTime = usedTime / finishedCount * issusedCount / 60 / 24;//預估剩餘耗時
//Console.WriteLine($"本次查詢耗時：{totalsencond} 秒, 已耗時：{usedTime} 分鐘,已完成數：{finishedCount},待完成數：{issusedCount},預計還需耗時：{totalTime}天");
showMsg(richTextBox1, $"本Top數比對耗時：{totalsencond} 秒, 已耗時：{usedTime} 分鐘,已比較數：{finishedCount},待比較數：{issusedCount},預計還需耗時：{totalTime}天");
}
});
t.Start();
t.ContinueWith((task) =>
{
showMsg(richTextBox1, "任務完成，完成時候的狀態爲：");
showMsg(richTextBox1, string.Format("IsCanceled={0}\tIsCompleted={1}\tIsFaulted={2}", task.IsCanceled, task.IsCompleted, task.IsFaulted));
});
}
private void SyncData()
{
this.btnSync.Enabled = false;
this.comboBox1.Enabled = false;
this.comboBox2.Enabled = false;
Comm_ResultDAL dal = new Comm_ResultDAL();
var top = Convert.ToInt32(comboBox1.Text);
var sourceTb = $"TestData_temp.[dbo].{comboBox2.Text} WITH (NOLOCK)";
var targetTb = $"TestData.[dbo].Comm_Result WITH (NOLOCK) ";
var targetTb1 = $"TestData.[dbo].Comm_Result_his1 WITH (NOLOCK) ";
var targetTb3 = $"TestData.[dbo].Comm_Result_his3 WITH (NOLOCK) ";
var TempIDSql = "select isnull(TempID,0) from TestData_temp.[dbo].[Comm_ResultSyncID] ";
var sourceMaxIDSql = $"select max(id) from {sourceTb}";
var sourceMaxID = Convert.ToInt32(PubUtils.GetValue(sourceMaxIDSql));
int finishedCount = 0;
Task t = new Task(() =>
{
var saveSyncID = 0;
showMsg(richTextBox1, "任務開始工作……");
DateTime totalStart = DateTime.Now;
while (saveSyncID < sourceMaxID)
{
#region 獲取下一輪要比較的開始ID
saveSyncID = Convert.ToInt32(PubUtils.GetValue(TempIDSql));
int rowCountSource = Convert.ToInt32(PubUtils.GetValue($"select count(*) from {sourceTb} where id >= {saveSyncID} "));
//var initSql = "drop table TestData_temp.[dbo].#tb1 drop table TestData_temp.[dbo].#tb2 ";
string initSql = "if exists (select 1 \n"
+ " from sysobjects \n"
+ " where id = object_id('#tb1') \n"
+ " and type = 'U') \n"
+ "drop table #tb1 \n"
+ " \n"
+ "if exists (select 1 \n"
+ " from sysobjects \n"
+ " where id = object_id('#tb2') \n"
+ " and type = 'U') \n"
+ "drop table #tb2 \n";
var sourceSql0 = $"select top {top} * from {sourceTb} where ID >= {saveSyncID} ORDER BY id";
var sourceSql = $"select top {top} * INTO #tb1 from {sourceTb} where ID >= {saveSyncID} ORDER BY id";
var sourceSql1 = $"select top {top + 1} * INTO #tb2 from {sourceTb} where ID >= {saveSyncID} ORDER BY id";
var getIDSql = $" SELECT a.Id FROM #tb2 a LEFT JOIN #tb1 b ON a.id = b.id WHERE b.id IS NULL ";
var currentIDSql = $"{initSql} {sourceSql} {sourceSql1} {getIDSql}";
var currentID = Convert.ToInt32(PubUtils.GetSingle(currentIDSql, dal.connectionString, null));
//var currentID = Convert.ToInt32(PubUtils.GetValue(currentIDSql));
#endregion
#region 取數,比較
var sourceLst = PubUtils.GetDataTable(sourceSql0, dal.connectionString).ToList<Comm_ResultModel>();
var saveLst = new List<Comm_ResultModel>();
foreach (var item in sourceLst)
{
//if (item.Fg_Sn == "PD11HD5291A.P5480")
//{ //test point
//}
DateTime start = DateTime.Now;
var isTb = dal.Exists2(item, targetTb);
var isTb1 = dal.Exists2(item, targetTb1);
var isTb3 = dal.Exists2(item, targetTb3);
if (!isTb && !isTb1 && !isTb3)
{ saveLst.Add(item); }
DateTime end = DateTime.Now;
var totalsencond = (end - start).TotalSeconds;
finishedCount++;//完成數
int issusedCount = rowCountSource - finishedCount;//待完成數
double usedTime = (end - totalStart).TotalMinutes;//已用時
double totalTime = usedTime / finishedCount * issusedCount / 60 / 24;//預估剩餘耗時
//Console.WriteLine($"本次查詢耗時：{totalsencond} 秒, 已耗時：{usedTime} 分鐘,已完成數：{finishedCount},待完成數：{issusedCount},預計還需耗時：{totalTime}天");
showMsg(richTextBox1, $"本次查詢耗時：{totalsencond} 秒, 已耗時：{usedTime} 分鐘,已比較數：{finishedCount},待比較數：{issusedCount},預計還需耗時：{totalTime}天");
}
if (sourceLst.Count == 0)
{
saveSyncID = sourceMaxID;//取不到數，退出循環。
}
#endregion
//保存到His2
if (saveLst.Count > 0)
{
dal.BulkAdd(saveLst);
}
//保存 currentID 到 Comm_ResultSyncID
dal.SaveTempSyncID(currentID);
}
});
t.Start();
t.ContinueWith((task) =>
{
showMsg(richTextBox1, "任務完成，完成時候的狀態爲：");
showMsg(richTextBox1, string.Format("IsCanceled={0}\tIsCompleted={1}\tIsFaulted={2}", task.IsCanceled, task.IsCompleted, task.IsFaulted));
});
}
private void frmDataSync_Load(object sender, EventArgs e)
{
this.btnWait.Enabled = false;
}
private void btnWait_Click(object sender, EventArgs e)
{
this.btnSync.Enabled = false;
if (btnWait.Text == "暫停")
{
onOff.Reset();
btnWait.Text = "繼續";
showMsg(richTextBox1, "主任務已暫停,耐心等待子任務完成！");
}
else
{
onOff.Set();//運行線程繼續
btnWait.Text = "暫停";
showMsg(richTextBox1, "主任務繼續");
}
}
}
public class Comm_ResultDAL {
public string connectionString = "Data Source=192.168.101.203;Initial Catalog=TestData_temp;User ID=sa;Password=pwd;Pooling=False";
public int GetCurrentID(int top,string sourceTb,int saveSyncID) {
string initSql = "if exists (select 1 \n"
+ " from sysobjects \n"
+ " where id = object_id('#tb1') \n"
+ " and type = 'U') \n"
+ "drop table #tb1 \n"
+ " \n"
+ "if exists (select 1 \n"
+ " from sysobjects \n"
+ " where id = object_id('#tb2') \n"
+ " and type = 'U') \n"
+ "drop table #tb2 \n";
var sourceSql = $"select top {top} * INTO #tb1 from {sourceTb} where ID >= {saveSyncID} ORDER BY id";
var sourceSql1 = $"select top {top + 1} * INTO #tb2 from {sourceTb} where ID >= {saveSyncID} ORDER BY id";
var getIDSql = $" SELECT a.Id FROM #tb2 a LEFT JOIN #tb1 b ON a.id = b.id WHERE b.id IS NULL ";
var currentIDSql = $"{initSql} {sourceSql} {sourceSql1} {getIDSql}";
var currentID = Convert.ToInt32(PubUtils.GetSingle(currentIDSql, connectionString, null));
return currentID;
}
public List<Comm_ResultModel> GetNextLst(int top,int saveSyncID, string sourceTb)
{
var sourceSql0 = $"select top {top} * from {sourceTb} where ID >= {saveSyncID} ORDER BY id";
var lst = PubUtils.GetDataTable(sourceSql0, connectionString).ToList<Comm_ResultModel>();
return lst;
}
public bool SaveTempSyncID(int tempID)
{
bool result = false;
// to do
var sql = $"update TestData_temp.[dbo].[Comm_ResultSyncID] set TempID = {tempID} ";
result = PubUtils.ExeSql(sql)>0;
return result;
}
public bool Exists(Comm_ResultModel m,string tableName)
{
string Station_ID = m.Station_ID; string Wo_Part = m.Wo_Part; string Fg_Sn = m.Fg_Sn; string Pcba_Sn = m.Pcba_Sn; string TestData = m.TestData;
StringBuilder strSql = new StringBuilder();
strSql.Append($"select count(1) from {tableName} ");
strSql.Append(" where Station_ID=@Station_ID and Wo_Part=@Wo_Part and Fg_Sn=@Fg_Sn and Pcba_Sn=@Pcba_Sn and TestData=@TestData ");
SqlParameter[] parameters = {
new SqlParameter("@Station_ID", SqlDbType.VarChar,50),
new SqlParameter("@Wo_Part", SqlDbType.VarChar,50),
new SqlParameter("@Fg_Sn", SqlDbType.VarChar,100),
new SqlParameter("@Pcba_Sn", SqlDbType.VarChar,100),
new SqlParameter("@TestData", SqlDbType.VarChar,8000)};
parameters[0].Value = Station_ID;
parameters[1].Value = Wo_Part;
parameters[2].Value = Fg_Sn;
parameters[3].Value = Pcba_Sn;
parameters[4].Value = TestData;
return DbHelperSQL.Exists(strSql.ToString(), parameters);
}
public bool Exists2(Comm_ResultModel m, string tableName)
{
string Station_ID = m.Station_ID; string Wo_Part = m.Wo_Part; string Fg_Sn = m.Fg_Sn; string Pcba_Sn = m.Pcba_Sn; string TestData = m.TestData;
string strSql = $"select top 1 ID from {tableName} where Station_ID='{Station_ID}' and Wo_Part='{Wo_Part}' " +
$"and isnull(Fg_Sn,'')='{Fg_Sn}' and isnull(Pcba_Sn,'')='{Pcba_Sn}' and isnull(TestData,'')='{TestData}' ";
return PubUtils.IsExists(strSql) > 0;
}
public void BulkAdd(List<Comm_ResultModel> lst)
{
DataTable dt = lst.CopyToDataTable<Comm_ResultModel>();
string tableName = "TestData.[dbo].[Comm_Result_his2]";
using (SqlConnection destinationConnection = new SqlConnection(connectionString))
{
destinationConnection.Open();
using (SqlBulkCopy bulkCopy = new SqlBulkCopy(destinationConnection))
{
try
{
bulkCopy.DestinationTableName = tableName;//要插入的表的表名
bulkCopy.BatchSize = dt.Rows.Count;
bulkCopy.ColumnMappings.Add("Station_ID", "Station_ID");//映射字段名 DataTable列名 ,數據庫 對應的列名
bulkCopy.ColumnMappings.Add("Wo_nbr", "Wo_nbr");
bulkCopy.ColumnMappings.Add("Wo_Part", "Wo_Part");
bulkCopy.ColumnMappings.Add("Fg_Sn", "Fg_Sn");
bulkCopy.ColumnMappings.Add("Pcba_Sn", "Pcba_Sn");
bulkCopy.ColumnMappings.Add("Result", "Result");
bulkCopy.ColumnMappings.Add("Added", "Added");
bulkCopy.ColumnMappings.Add("TestData", "TestData");
bulkCopy.ColumnMappings.Add("Project_No", "Project_No");
bulkCopy.WriteToServer(dt);
}
catch (Exception ex)
{
Console.WriteLine(ex.Message);
}
finally
{
}
}
}
}
}
public class Comm_ResultModel
{
public int ID { get; set; }
public string Wo_nbr { get; set; }
public string Wo_Part { get; set; }
public string Fg_Sn { get; set; }
public string Pcba_Sn { get; set; }
public string Station_ID { get; set; }
public bool Result { get; set; }
public string TestData { get; set; }
public string Project_NO { get; set; }
public DateTime Added { get; set; }
}
}
