大数据量.csv文件导入SQLServer数据库

 1 static void Main(string[] args)
 2         {
 3             int count = 0;
 4             string readerPath=@"C:\Users\Administrator\Desktop\readerDemo.csv";
 5             string writerPath=@"C:\Users\Administrator\Desktop\writeDemo.csv";
 6             if (File.Exists(writerPath))
 7             {
 8                 File.Delete(writerPath);
 9             }
10             using (StreamReader reader = new StreamReader(readerPath,Encoding.UTF8))
11             {
12                 while (!reader.EndOfStream)
13                 {
14                     string line = reader.ReadLine();
15                     using (StreamWriter writer = new StreamWriter(writerPath, true,Encoding.Default))
16                     {
17                         writer.WriteLine(line);
18                     }
19                     count++;
20                     Console.WriteLine("正在转码第{0}行,请稍等",count);
21                 }
22             }
23             Console.WriteLine("转码完成，共转码{0}条数据",count);
24             Console.WriteLine("开始导入数据，请稍等");
25             string sql = "BULK INSERT Test.dbo.BagDataTable FROM ‘C:\\Users\\Administrator\\Desktop\\writeDemo.csv‘ WITH(FIELDTERMINATOR=‘,‘,BATCHSIZE=100000,FIRSTROW=2)"; 
26             try
27             {
28                 DbHelper.ExecuteSql(sql);
29             }
30             catch(Exception ex)
31             {
32                 using (StreamWriter writerLog = new StreamWriter(@"C:\Users\Administrator\Desktop\Log.txt"))
33                 {
34                     writerLog.WriteLine(ex.ToString());
35                 }
36             }
37             Console.WriteLine("数据导入完毕");
38             Console.ReadKey();
39         }
40     }