将excel中的sheet1导入到sqlserver中
方式一:
实现在c#中可高效的将excel数据导入到sqlserver数据库中,很多人通过循环来拼接sql,这样做不但容易出错而且效率低下,最好的办法是使用bcp,也就是System.Data.SqlClient.SqlBulkCopy 类来实现。
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Windows.Forms;
using System.Data.OleDb;
{
public
partial class Form1 : Form
{
public Form1()
{
InitializeComponent();
}
private void button1_Click(object sender, EventArgs e)
{
//测试,将excel中的student导入到sqlserver的db_test中,如果sql中的数据表不存在则创建
string connString = "server = (local); uid = sa; pwd = sa; database
= db_test";
System.Windows.Forms.OpenFileDialog fd = new
OpenFileDialog();
if (fd.ShowDialog() ==
DialogResult.OK)
{
TransferData(fd.FileName, "student", connString);
}
}
public void TransferData(string excelFile, string sheetName, string
connectionString)
{
DataSet ds = new DataSet();
try
{
//获取全部数据
string strConn = "Provider = Microsoft.Jet.OLEDB.4.0;" + "Data
Source=" + excelFile + ";" + "Extended Properties = Excel
8.0;";
OleDbConnection conn = new OleDbConnection(strConn);
conn.Open();
string strExcel = "";
OleDbDataAdapter myCommand =
null;
strExcel = string.Format("select * from [{0}$]", sheetName);
myCommand = new OleDbDataAdapter(strExcel, strConn);
myCommand.Fill(ds, sheetName);
//如果目标表不存在则创建,excel文件的第一行为列标题,从第二行开始全部都是数据记录
string strSql = string.Format("if not exists(select * from
sysobjects where name = '{0}') create table {0}(",
sheetName);
//以sheetName为表名
foreach (System.Data.DataColumn c in ds.Tables[0].Columns)
{
strSql += string.Format("[{0}] varchar(255),",
c.ColumnName);
}
strSql = strSql.Trim(',') +
")";
using (System.Data.SqlClient.SqlConnection sqlconn = new
System.Data.SqlClient.SqlConnection(connectionString))
{
sqlconn.Open();
System.Data.SqlClient.SqlCommand command =
sqlconn.CreateCommand();
command.CommandText =
strSql;
command.ExecuteNonQuery();
sqlconn.Close();
}
//用bcp导入数据
//excel文件中列的顺序必须和数据表的列顺序一致,因为数据导入时,是从excel文件的第二行数据开始,不管数据表的结构是什么样的,反正就是第
一列的数据会插入到数据表的第一列字段中,第二列的数据插入到数据表的第二列字段中,以此类推,它本身不会去判断要插入的数据是对应数据表中哪一个字段的
using (System.Data.SqlClient.SqlBulkCopy bcp = new
System.Data.SqlClient.SqlBulkCopy(connectionString))
{
bcp.SqlRowsCopied += new
System.Data.SqlClient.SqlRowsCopiedEventHandler(bcp_SqlRowsCopied);
bcp.BatchSize =
100;//每次传输的行数
bcp.NotifyAfter =
100;//进度提示的行数
bcp.DestinationTableName =
sheetName;//目标表
bcp.WriteToServer(ds.Tables[0]);
}
}
catch (Exception ex)
{
System.Windows.Forms.MessageBox.Show(ex.Message);
}
}
//进度显示
void bcp_SqlRowsCopied(object sender,
System.Data.SqlClient.SqlRowsCopiedEventArgs
e)
{
this.Text =
e.RowsCopied.ToString();
this.Update();
}
}
}
方式二:
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Windows.Forms;
using System.Data.OleDb;
using System.Data.SqlClient;
{
public
partial class Form2 : Form
{
public Form2()
{
InitializeComponent();
}
DataTable dt = new DataTable();
string connString = "server = (local); uid = sa; pwd = sa; database
= db_test";
SqlConnection conn;
private void button1_Click(object sender, EventArgs e)
{
System.Windows.Forms.OpenFileDialog fd = new
OpenFileDialog();
if (fd.ShowDialog() == DialogResult.OK)
{
string fileName = fd.FileName;
bind(fileName);
}
}
private void bind(string fileName)
{
string strConn = "Provider=Microsoft.Jet.OLEDB.4.0;" +
"Data Source=" + fileName + ";" +
"Extended Properties='Excel 8.0; HDR=Yes; IMEX=1'";
OleDbDataAdapter da = new OleDbDataAdapter("SELECT
* FROM [student$]", strConn);
DataSet ds = new DataSet();
try
{
da.Fill(ds);
dt = ds.Tables[0];
this.dataGridView1.DataSource = dt;
}
catch (Exception err)
{
MessageBox.Show("操作失败!" + err.ToString());
}
}
//将Datagridview1的记录插入到数据库
private void button2_Click(object sender, EventArgs e)
{
conn = new SqlConnection(connString);
conn.Open();
if (dataGridView1.Rows.Count > 0)
{
DataRow dr = null;
for (int i = 0; i < dt.Rows.Count; i++)
{
dr = dt.Rows[i];
insertToSql(dr);
}
conn.Close();
MessageBox.Show("导入成功!");
}
else
{
MessageBox.Show("没有数据!");
}
}
private void insertToSql(DataRow dr)
{
//excel表中的列名和数据库中的列名一定要对应
string name = dr["StudentName"].ToString();
string sex = dr["Sex"].ToString();
string no = dr["StudentIDNO"].ToString();
string major = dr["Major"].ToString();
string sql = "insert into student values('" + name + "','" + sex +
"','" + no + "','" + major
+"')";
SqlCommand cmd = new SqlCommand(sql,
conn);
cmd.ExecuteNonQuery();
}
}
}
using System;
using System.Data;
using System.Windows.Forms;
using System.Data.OleDb;
namespace WindowsApplication2
{
public partial class Form1 : Form
{
public Form1()
{
InitializeComponent();
}
private void button1_Click(object sender, EventArgs e)
{
//测试,将excel中的sheet1导入到sqlserver中
string connString =
"server=localhost;uid=sa;pwd=sqlgis;database=master";
System.Windows.Forms.OpenFileDialog fd = new
OpenFileDialog();
if (fd.ShowDialog() == DialogResult.OK)
{
TransferData(fd.FileName, "sheet1", connString);
}
}
public void TransferData(string excelFile, string sheetName,
string connectionString)
{
DataSet ds = new DataSet();
try
{
//获取全部数据
string strConn = "Provider=Microsoft.Jet.OLEDB.4.0;" +
"Data Source=" + excelFile + ";" + "Extended Properties=Excel
8.0;";
OleDbConnection conn = new OleDbConnection(strConn);
conn.Open();
string strExcel = "";
OleDbDataAdapter myCommand = null;
strExcel = string.Format("select * from [{0}$]",
sheetName);
myCommand = new OleDbDataAdapter(strExcel, strConn);
myCommand.Fill(ds, sheetName);
//如果目标表不存在则创建
string strSql = string.Format("if
object_id('{0}') is null
create table {0}(", sheetName);
foreach (System.Data.DataColumn c in
ds.Tables[0].Columns)
{
strSql += string.Format("[{0}] varchar(255),",
c.ColumnName);
}
strSql =
strSql.Trim(',') +
")";
using (System.Data.SqlClient.SqlConnection sqlconn = new
System.Data.SqlClient.SqlConnection(connectionString))
{
sqlconn.Open();
System.Data.SqlClient.SqlCommand command =
sqlconn.CreateCommand();
command.CommandText = strSql;
command.ExecuteNonQuery();
sqlconn.Close();
}
//用bcp导入数据
using (System.Data.SqlClient.SqlBulkCopy bcp = new
System.Data.SqlClient.SqlBulkCopy(connectionString))
{
bcp.SqlRowsCopied += new
System.Data.SqlClient.SqlRowsCopiedEventHandler(bcp_SqlRowsCopied);
bcp.BatchSize = 100;//每次传输的行数
bcp.NotifyAfter = 100;//进度提示的行数
bcp.DestinationTableName = sheetName;//目标表
bcp.WriteToServer(ds.Tables[0]);
sbc.DestinationTableName = "mobile_black "; //服务器上目标表的名称
sbc.BulkCopyTimeout = 180; //设置允许超时时间为100秒
sbc.ColumnMappings.Add("mobile", "mobile"); //本地表和目标表列名
sbc.ColumnMappings.Add("ts_id", "ts_id"); //如果表有多个字段,下面继续添加
sbc.WriteToServer(dt);//插入数据
result = true;
}
}
catch (Exception ex)
{
System.Windows.Forms.MessageBox.Show(ex.Message);
}
}
//进度显示
void bcp_SqlRowsCopied(object sender,
System.Data.SqlClient.SqlRowsCopiedEventArgs e)
{
this.Text = e.RowsCopied.ToString();
this.Update();
}
}
}
主要代码:
System.Data.SqlClient.SqlBulkCopy类,让大数量插入到MSSQL数据库中可以很快搞定。
项目中一个表100W条数据,普通SQL插入语句,花了10多分钟。
使用System.Data.SqlClient.SqlBulkCopy插入,只用了几秒钟。
下面是主要的代码:
- //省略连接字符串
- SqlConnection conn = new
SqlConnection("....."); - conn.Open();
- //初始化类
- using
(System.Data.SqlClient.SqlBulkCopy sqlBC =
new
System.Data.SqlClient.SqlBulkCopy(conn)) - {
- //获取需要导入的数据表
- DataTable dt = GetDataTable();
- //每10W条数据一个事物
- sqlBC.BatchSize = 100000;
- //超时时间
- sqlBC.BulkCopyTimeout = 60;
- //表名Users
- sqlBC.DestinationTableName =
"dbo.Users"; - //字段对应,分表为原数据表字段名,和导入数据库的字段名
- sqlBC.ColumnMappings.Add("Access_ID",
"MSSQL_ID"); - sqlBC.ColumnMappings.Add("Access_Name",
"MSSQL_Name"); - //sqlBC.ColumnMappings.Add("Access_...",
"MSSQL_..."); - //sqlBC.ColumnMappings.Add("Access_...",
"MSSQL_..."); - //导入到数据库
- sqlBC.WriteToServer(dt);
最新文章
- Hibernate POJO在序列化(JSON)时遇到的若干问题
- oracle学习笔记
- iOS 直播(一)
- python_Day1_基础知识开篇
- WordPress 主题开发 - (八) Head模板 待翻译
- nginx 重启命令
- Ext.Ajax.request同步请求
- Deploy 11.2.0.3 RAC+DG on Windows 2008 R2 Step by Step
- hdu_2669 Romantic(扩展欧几里得)
- 第四周博客之一---Linux的基本命令(前5个)
- System.DllNotFoundException: Unable to load DLL &#39;libgdiplus&#39;: The specified module could not be found.
- Xstart Insatll And Usage
- mysql两条sql合并查询总数
- 一款jq的计时器
- 微信小程序 setData 的坑(转)
- root目录空间不够的问题
- Recommender Systems中Yehuda Koren 和 Ma Hao的paper
- spring c3po 连接mysql,sqlserver
- ASP.NET WebApi总结之自定义权限验证
- baidu地图api , 地理位置转 经纬度接口
热门文章
- HDU2732 最大流
- STM32串口发送第一个字符丢失解决之道
- File file:/data1/hadoop/yarn/local/usercache/hp/appcache/application_* does not exi
- Mac 访问隐藏文件方法! 网上方法在我电脑上都不可用!
- sudo 的配置详解
- LightOJ 1269 - Consecutive Sum Trie树
- linux下安装tomcat8
- IOException while loading persisted sessions:
- javascript中的addEventListener与attchEvent
- 2017-2018-1 20179205《Linux内核原理与设计》第三周作业