方式一:

实现在c#中可高效的将excel数据导入到sqlserver数据库中,很多人通过循环来拼接sql,这样做不但容易出错而且效率低下,最好的办法是使用bcp,也就是System.Data.SqlClient.SqlBulkCopy 类来实现。

using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Windows.Forms;
using System.Data.OleDb;
namespace ExcelToSQL
{
    public
partial class Form1 : Form
    {
       
public Form1()
       
{
           
InitializeComponent();
       
}
       
private void button1_Click(object sender, EventArgs e)
       
{
           
//测试,将excel中的student导入到sqlserver的db_test中,如果sql中的数据表不存在则创建

string connString = "server = (local); uid = sa; pwd = sa; database
= db_test";
           
System.Windows.Forms.OpenFileDialog fd = new
OpenFileDialog();  
           
if (fd.ShowDialog() ==
DialogResult.OK)  
           
{
               
TransferData(fd.FileName, "student", connString);
           
}  
       
}  

       
public void TransferData(string excelFile, string sheetName, string
connectionString)  
       
{  
           
DataSet ds = new DataSet();
           
try 
           
{
               
//获取全部数据
               
string strConn = "Provider = Microsoft.Jet.OLEDB.4.0;" + "Data
Source=" + excelFile + ";" + "Extended Properties = Excel
8.0;";  
               
OleDbConnection conn = new OleDbConnection(strConn);
               
conn.Open();
               
string strExcel = "";
               
OleDbDataAdapter myCommand =
null;  
               
strExcel = string.Format("select * from [{0}$]", sheetName);
               
myCommand = new OleDbDataAdapter(strExcel, strConn);
               
myCommand.Fill(ds, sheetName);
 
               
//如果目标表不存在则创建,excel文件的第一行为列标题,从第二行开始全部都是数据记录
               
string strSql = string.Format("if not exists(select * from
sysobjects where name = '{0}') create table {0}(",
sheetName);  
//以sheetName为表名
               
foreach (System.Data.DataColumn c in ds.Tables[0].Columns)
               
{  
                   
strSql += string.Format("[{0}] varchar(255),",
c.ColumnName);  
               
}  
               
strSql = strSql.Trim(',') +
")";  
 
               
using (System.Data.SqlClient.SqlConnection sqlconn = new
System.Data.SqlClient.SqlConnection(connectionString))

{
                   
sqlconn.Open();  
                   
System.Data.SqlClient.SqlCommand command =
sqlconn.CreateCommand();  
                   
command.CommandText =
strSql;  
                   
command.ExecuteNonQuery();

sqlconn.Close();
               
}  
               
//用bcp导入数据  
               
//excel文件中列的顺序必须和数据表的列顺序一致,因为数据导入时,是从excel文件的第二行数据开始,不管数据表的结构是什么样的,反正就是第
一列的数据会插入到数据表的第一列字段中,第二列的数据插入到数据表的第二列字段中,以此类推,它本身不会去判断要插入的数据是对应数据表中哪一个字段的

using (System.Data.SqlClient.SqlBulkCopy bcp = new
System.Data.SqlClient.SqlBulkCopy(connectionString))

{  
                   
bcp.SqlRowsCopied += new
System.Data.SqlClient.SqlRowsCopiedEventHandler(bcp_SqlRowsCopied);

bcp.BatchSize =
100;//每次传输的行数  
                   
bcp.NotifyAfter =
100;//进度提示的行数  
                   
bcp.DestinationTableName =
sheetName;//目标表  
                   
bcp.WriteToServer(ds.Tables[0]);
               
}  
           
}  
           
catch (Exception ex)  
           
{  
               
System.Windows.Forms.MessageBox.Show(ex.Message);

}
       
}  
 
       
//进度显示  
       
void bcp_SqlRowsCopied(object sender,
System.Data.SqlClient.SqlRowsCopiedEventArgs
e)  
       
{  
           
this.Text =
e.RowsCopied.ToString();  
           
this.Update();  
       

   
}  
}

 

方式二:

先将Excel文件转换成DataTable,然后再循环将记录插入到数据库表中,这种方式可以任由程序员来选择将哪列数据导入到数据表的哪个字段中
using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Windows.Forms;
using System.Data.OleDb;
using System.Data.SqlClient;
namespace ExcelToSQL
{
    public
partial class Form2 : Form
    {
       
public Form2()
       
{
           
InitializeComponent();
       
}
       
DataTable dt = new DataTable();
       
string connString = "server = (local); uid = sa; pwd = sa; database
= db_test";
       
SqlConnection conn;
       
private void button1_Click(object sender, EventArgs e)
       
{
           
System.Windows.Forms.OpenFileDialog fd = new
OpenFileDialog();
           
if (fd.ShowDialog() == DialogResult.OK)
           
{
               
string fileName = fd.FileName;
               
bind(fileName);
           
}
       
}
       
private void bind(string fileName)
       
{
           
string strConn = "Provider=Microsoft.Jet.OLEDB.4.0;" +
                
"Data Source=" + fileName + ";" +
                
"Extended Properties='Excel 8.0; HDR=Yes; IMEX=1'";
           
OleDbDataAdapter da = new OleDbDataAdapter("SELECT
*  FROM [student$]", strConn);
           
DataSet ds = new DataSet();
           
try
           
{
               
da.Fill(ds);
               
dt = ds.Tables[0];
               
this.dataGridView1.DataSource = dt;
           
}
           
catch (Exception err)
           
{
               
MessageBox.Show("操作失败!" + err.ToString());
           
}
       
}

      
//将Datagridview1的记录插入到数据库 
       
private void button2_Click(object sender, EventArgs e)
       
{
           
conn = new SqlConnection(connString);
           
conn.Open();
           
if (dataGridView1.Rows.Count > 0)
           
{
               
DataRow dr = null;
               
for (int i = 0; i < dt.Rows.Count; i++)
               
{
                   
dr = dt.Rows[i];
                   
insertToSql(dr);
               
}
               
conn.Close();
               
MessageBox.Show("导入成功!");
           
}
           
else
           
{
               
MessageBox.Show("没有数据!");
           
}
       
}
       
private void insertToSql(DataRow dr)
       
{
           
//excel表中的列名和数据库中的列名一定要对应
           
string name = dr["StudentName"].ToString();
           
string sex = dr["Sex"].ToString();
           
string no = dr["StudentIDNO"].ToString();
           
string major = dr["Major"].ToString();
           
string sql = "insert into student values('" + name + "','" + sex +
"','" + no + "','" + major
+"')";

SqlCommand cmd = new SqlCommand(sql,
conn);

cmd.ExecuteNonQuery();
       
}
    }
}

 

using System;
using System.Data;
using System.Windows.Forms;
using System.Data.OleDb;
namespace WindowsApplication2
{
  public partial class Form1 : Form
  {
    public Form1()
    {
      InitializeComponent();
    }
    private void button1_Click(object sender, EventArgs e)
    {
      //测试,将excel中的sheet1导入到sqlserver中
      string connString =
"server=localhost;uid=sa;pwd=sqlgis;database=master";
      System.Windows.Forms.OpenFileDialog fd = new
OpenFileDialog();
      if (fd.ShowDialog() == DialogResult.OK)
      {
        TransferData(fd.FileName, "sheet1", connString);
      }
    }
    public void TransferData(string excelFile, string sheetName,
string connectionString)
    {
      DataSet ds = new DataSet();
      try
      {
        //获取全部数据
        string strConn = "Provider=Microsoft.Jet.OLEDB.4.0;" +
"Data Source=" + excelFile + ";" + "Extended Properties=Excel
8.0;";
        OleDbConnection conn = new OleDbConnection(strConn);
        conn.Open();
        string strExcel = "";
        OleDbDataAdapter myCommand = null;
        strExcel = string.Format("select * from [{0}$]",
sheetName);
        myCommand = new OleDbDataAdapter(strExcel, strConn);
        myCommand.Fill(ds, sheetName);
        //如果目标表不存在则创建
        string strSql = string.Format("if
object_id(&apos;{0}&apos;) is null
create table {0}(", sheetName);
        foreach (System.Data.DataColumn c in
ds.Tables[0].Columns)
        {
          strSql += string.Format("[{0}] varchar(255),",
c.ColumnName);
        }
        strSql =
strSql.Trim(&apos;,&apos;) +
")";
        using (System.Data.SqlClient.SqlConnection sqlconn = new
System.Data.SqlClient.SqlConnection(connectionString))
        {
          sqlconn.Open();
          System.Data.SqlClient.SqlCommand command =
sqlconn.CreateCommand();
          command.CommandText = strSql;
          command.ExecuteNonQuery();
          sqlconn.Close();
        }
        //用bcp导入数据
        using (System.Data.SqlClient.SqlBulkCopy bcp = new
System.Data.SqlClient.SqlBulkCopy(connectionString))
        {
          bcp.SqlRowsCopied += new
System.Data.SqlClient.SqlRowsCopiedEventHandler(bcp_SqlRowsCopied);

          bcp.BatchSize = 100;//每次传输的行数
          bcp.NotifyAfter = 100;//进度提示的行数
          bcp.DestinationTableName = sheetName;//目标表
          bcp.WriteToServer(ds.Tables[0]);

                       
sbc.DestinationTableName = "mobile_black "; //服务器上目标表的名称

sbc.BulkCopyTimeout = 180;  //设置允许超时时间为100秒

sbc.ColumnMappings.Add("mobile", "mobile"); //本地表和目标表列名

sbc.ColumnMappings.Add("ts_id", "ts_id");   //如果表有多个字段,下面继续添加

sbc.WriteToServer(dt);//插入数据

result = true;

        }
      }
      catch (Exception ex)
      {
        System.Windows.Forms.MessageBox.Show(ex.Message);
      }
    }
    //进度显示
    void bcp_SqlRowsCopied(object sender,
System.Data.SqlClient.SqlRowsCopiedEventArgs e)
    {
      this.Text = e.RowsCopied.ToString();
      this.Update();
    }
  }
}

主要代码:

System.Data.SqlClient.SqlBulkCopy类,让大数量插入到MSSQL数据库中可以很快搞定。

项目中一个表100W条数据,普通SQL插入语句,花了10多分钟。

使用System.Data.SqlClient.SqlBulkCopy插入,只用了几秒钟。

下面是主要的代码:

  1. //省略连接字符串
  2. SqlConnection conn = new
    SqlConnection(".....");
  3. conn.Open();
  4. //初始化类
  5. using
    (System.Data.SqlClient.SqlBulkCopy sqlBC =
    new
    System.Data.SqlClient.SqlBulkCopy(conn))
  6. {
  7. //获取需要导入的数据表
  8. DataTable dt = GetDataTable();
  9. //每10W条数据一个事物
  10. sqlBC.BatchSize = 100000;
  11. //超时时间
  12. sqlBC.BulkCopyTimeout = 60;
  13. //表名Users
  14. sqlBC.DestinationTableName =
    "dbo.Users";
  15. //字段对应,分表为原数据表字段名,和导入数据库的字段名
  16. sqlBC.ColumnMappings.Add("Access_ID",
    "MSSQL_ID");
  17. sqlBC.ColumnMappings.Add("Access_Name",
    "MSSQL_Name");
  18. //sqlBC.ColumnMappings.Add("Access_...",
    "MSSQL_...");
  19. //sqlBC.ColumnMappings.Add("Access_...",
    "MSSQL_...");
  20. //导入到数据库
  21. sqlBC.WriteToServer(dt);

最新文章

  1. Hibernate POJO在序列化(JSON)时遇到的若干问题
  2. oracle学习笔记
  3. iOS 直播(一)
  4. python_Day1_基础知识开篇
  5. WordPress 主题开发 - (八) Head模板 待翻译
  6. nginx 重启命令
  7. Ext.Ajax.request同步请求
  8. Deploy 11.2.0.3 RAC+DG on Windows 2008 R2 Step by Step
  9. hdu_2669 Romantic(扩展欧几里得)
  10. 第四周博客之一---Linux的基本命令(前5个)
  11. System.DllNotFoundException: Unable to load DLL &#39;libgdiplus&#39;: The specified module could not be found.
  12. Xstart Insatll And Usage
  13. mysql两条sql合并查询总数
  14. 一款jq的计时器
  15. 微信小程序 setData 的坑(转)
  16. root目录空间不够的问题
  17. Recommender Systems中Yehuda Koren 和 Ma Hao的paper
  18. spring c3po 连接mysql,sqlserver
  19. ASP.NET WebApi总结之自定义权限验证
  20. baidu地图api , 地理位置转 经纬度接口

热门文章

  1. HDU2732 最大流
  2. STM32串口发送第一个字符丢失解决之道
  3. File file:/data1/hadoop/yarn/local/usercache/hp/appcache/application_* does not exi
  4. Mac 访问隐藏文件方法! 网上方法在我电脑上都不可用!
  5. sudo 的配置详解
  6. LightOJ 1269 - Consecutive Sum Trie树
  7. linux下安装tomcat8
  8. IOException while loading persisted sessions:
  9. javascript中的addEventListener与attchEvent
  10. 2017-2018-1 20179205《Linux内核原理与设计》第三周作业