sql下三種批量插入數(shù)據(jù)的方法
本文將介紹三種批量插入數(shù)據(jù)的方法。第一種方法是使用循環(huán)語句逐個將數(shù)據(jù)項插入到數(shù)據(jù)庫中;第二種方法使用的是SqlBulkCopy,使您可以用其他源的數(shù)據(jù)有效批量加載 SQL Server 表;第三種使用的方法是sql server中的表值參數(shù)方法,表值參數(shù)是 SQL Server 2008 中的新參數(shù)類型。表值參數(shù)是使用用戶定義的表類型來聲明的。使用表值參數(shù),可以不必創(chuàng)建臨時表或許多參數(shù),即可向 Transact-SQL 語句或例程(如存儲過程或函數(shù))發(fā)送多行數(shù)據(jù)。
代碼示例:
此例子為控制臺輸出程序,有兩個類,一個為BulkData類,主要實現(xiàn)了表值參數(shù)和sqlbulkcopy是如何插入數(shù)據(jù)的,一個類為Repository,一個app.config配置文件。所用數(shù)據(jù)庫為sql server 2012。
建庫語句:
打開
--Create DataBase
use master
go
if exists(select * from master.sys.sysdatabases where name=N'BulkDB')
drop database BulkDB
create database BulkDB;
go
--Create Table
use BulkDB
go
if exists(select * from sys.objects where object_id=OBJECT_ID(N'[dbo].[BulkTable]') and type in(N'U'))
drop table [dbo].BulkTable
Create table BulkTable(
Id int primary key,
UserName nvarchar(32),
Pwd varchar(16))
go
--Create Table Valued
use BulkDB
go
if exists
(
select * from sys.types st
join sys.schemas ss
on st.schema_id=ss.schema_id
where st.name=N'[BulkType]' and ss.name=N'dbo'
)
drop type [dbo].[BulkType]
go
create type [dbo].[BulkType] as table
(
Id int,
UserName nvarchar(32),
Pwd varchar(16)
)
go
select * from dbo.BulkTable
BulkData.cs
打開
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Data;
using System.Data.SqlClient;
using System.Configuration;
namespace BulkData
{
class BulkData
{
public static void TableValuedToDB(DataTable dt)
{
SqlConnection sqlConn = new SqlConnection(
ConfigurationManager.ConnectionStrings["ConnStr"].ConnectionString);
const string TSqlStatement =
"insert into BulkTable (Id,UserName,Pwd)" +
" SELECT nc.Id, nc.UserName,nc.Pwd" +
" FROM @NewBulkTestTvp AS nc";
SqlCommand cmd = new SqlCommand(TSqlStatement, sqlConn);
SqlParameter catParam = cmd.Parameters.AddWithValue("@NewBulkTestTvp", dt);
catParam.SqlDbType = SqlDbType.Structured;
catParam.TypeName = "dbo.BulkType";
try
{
sqlConn.Open();
if (dt != null && dt.Rows.Count != 0)
{
cmd.ExecuteNonQuery();
}
}
catch (Exception ex)
{
throw ex;
}
finally
{
sqlConn.Close();
}
}
public static DataTable GetTable()
{
DataTable dt = new DataTable();
dt.Columns.AddRange(new DataColumn[]{new DataColumn("Id",typeof(int)),new DataColumn("UserName",typeof(string)),new DataColumn("Pwd",typeof(string))});
return dt;
}
public static void BulkToDB(DataTable dt)
{
SqlConnection sqlConn = new SqlConnection(ConfigurationManager.ConnectionStrings["ConnStr"].ConnectionString);
SqlBulkCopy bulkCopy = new SqlBulkCopy(sqlConn);
bulkCopy.DestinationTableName = "BulkTable";
bulkCopy.BatchSize = dt.Rows.Count;
try
{
sqlConn.Open();
if (dt != null && dt.Rows.Count != 0)
bulkCopy.WriteToServer(dt);
}
catch (Exception ex)
{
throw ex;
}
finally
{
sqlConn.Close();
if (bulkCopy != null)
bulkCopy.Close();
}
}
}
}
Repository.cs
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Data;
using System.Data.SqlClient;
using System.Configuration;
using System.Diagnostics;
namespace BulkData
{
public class Repository
{
public static void UseSqlBulkCopyClass()
{
Stopwatch sw = new Stopwatch();
for (int outLayer = 0; outLayer < 10; outLayer++)
{
DataTable dt = BulkData.GetTable();
for (int count = outLayer * 100000; count < (outLayer + 1) * 100000; count++)
{
DataRow r = dt.NewRow();
r[0] = count;
r[1] = string.Format("User-{0}", count * outLayer);
r[2] = string.Format("Password-{0}", count * outLayer);
dt.Rows.Add(r);
}
sw.Start();
BulkData.BulkToDB(dt);
sw.Stop();
Console.WriteLine(string.Format("{1} hundred thousand data elapsed Time is {0} Milliseconds", sw.ElapsedMilliseconds, outLayer + 1));
}
Console.ReadLine();
}
public static void UseTableValue()
{
Stopwatch sw = new Stopwatch();
for (int outLayer = 0; outLayer < 10; outLayer++)
{
DataTable dt = BulkData.GetTable();
for (int count = outLayer * 100000; count < (outLayer + 1) * 100000; count++)
{
DataRow dataRow = dt.NewRow();
dataRow[0] = count;
dataRow[1] = string.Format("User-{0}", count * outLayer);
dataRow[2] = string.Format("Password-{0}", count * outLayer);
dt.Rows.Add(dataRow);
}
sw.Start();
BulkData.TableValuedToDB(dt);
sw.Stop();
Console.WriteLine(string.Format("{1} hundred thousand data elapsed Time is {0} Milliseconds", sw.ElapsedMilliseconds, outLayer + 1));
}
Console.ReadLine();
}
public static void UserNormalInsert()
{
Stopwatch sw = new Stopwatch();
SqlConnection sqlConn = new SqlConnection(ConfigurationManager.ConnectionStrings["ConnStr"].ConnectionString);
SqlCommand sqlComm = new SqlCommand();
sqlComm.CommandText = string.Format("insert into BulkTable(Id,UserName,Pwd)values(@p0,@p1,@p2)");
sqlComm.Parameters.Add("@p0", SqlDbType.Int);
sqlComm.Parameters.Add("@p1", SqlDbType.NVarChar);
sqlComm.Parameters.Add("@p2", SqlDbType.VarChar);
sqlComm.CommandType = CommandType.Text;
sqlComm.Connection = sqlConn;
sqlConn.Open();
try
{
for (int outLayer = 0; outLayer < 10; outLayer++)
{
for (int count = outLayer * 100000; count < (outLayer + 1) * 100000; count++)
{
sqlComm.Parameters["@p0"].Value = count;
sqlComm.Parameters["@p1"].Value = string.Format("User-{0}", count * outLayer);
sqlComm.Parameters["@p2"].Value = string.Format("Password-{0}", count * outLayer);
sw.Start();
sqlComm.ExecuteNonQuery();
sw.Stop();
}
Console.WriteLine(string.Format("{1} hundred thousand data elapsed Time is {0} Milliseconds", sw.ElapsedMilliseconds, outLayer + 1));
}
}
catch (Exception ex)
{
throw ex;
}
finally
{
sqlConn.Close();
}
Console.ReadLine();
}
}
}
App.config
<?xml version="1.0" encoding="utf-8" ?>
<configuration>
<connectionStrings>
<add name="ConnStr"
connectionString="data source=.;Integrated Security=SSPI;Initial Catalog=BulkDB"
providerName="System.Data.SqlClient" />
</connectionStrings>
</configuration>
Program.cs
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Data;
using System.Data.SqlClient;
using System.Configuration;
using System.Diagnostics;
namespace BulkData
{
class Program
{
static void Main(string[] args)
{
//Repository.UseSqlBulkCopyClass();
Repository.UseTableValue();
//Repository.UserNormalInsert();
}
}
}
三種方法分別插入100萬條數(shù)據(jù)所用的時間為:
循環(huán)語句所用時間:

sqlbulkcopy方法所用時間為:

表值參數(shù)所用時間為:

我不會告訴你有一種sql語法可以這么寫:
insert into SystemSet_tbl (ss_guid,ss_type,ss_comment) values ('00000000-0000-0000-0000-000000000007',1,''),('00000000-0000-0000-0000-000000000008',1,'')
相關(guān)文章
Linux環(huán)境中使用BIEE 連接SQLServer業(yè)務(wù)數(shù)據(jù)源
biee11g默認安裝了mssqlserver的數(shù)據(jù)驅(qū)動,不需要在服務(wù)器端進行重新安裝,配置過程主要基于ODBC實現(xiàn),本文主要介紹客戶端為windows、服務(wù)端為linux系統(tǒng)的配置過程。2014-07-07
開啟SQL?Server網(wǎng)絡(luò)訪問的詳細教程(圖文)
目前工作中很少用到SQL?Server了,最近需要測試幾個表,需要搭建一個SQL?Server數(shù)據(jù)庫服務(wù),這里做個總結(jié)吧,安裝這里就不做詳細介紹了,本文只介紹如何開啟SQL?Server網(wǎng)絡(luò)訪問,感興趣的小伙伴跟著小編一起來看看吧2024-09-09
Sqlserver 2000/2005/2008 的收縮日志方法和清理日志方法
講解一下sql 2005日志怎么清理。一般情況下,SQL數(shù)據(jù)庫的收縮并不能很大程度上減小數(shù)據(jù)庫大小,其主要作用是收縮日志大小,應(yīng)當定期進行此操作以免數(shù)據(jù)庫日志過大2012-07-07
SQL server 定時自動備份數(shù)據(jù)庫的圖文方法
這篇文章主要介紹了SQL server 定時自動備份數(shù)據(jù)庫的圖文方法,需要的朋友可以參考下2017-02-02
在sqlserver數(shù)據(jù)庫中導入Excel數(shù)據(jù)的全過程
在SQL Server中導入Excel數(shù)據(jù)可以通過使用導入/導出向?qū)硗瓿?下面這篇文章主要給大家介紹了關(guān)于在sqlserver數(shù)據(jù)庫中導入Excel數(shù)據(jù)的相關(guān)資料,文中通過圖文介紹的非常詳細,需要的朋友可以參考下2024-01-01
sqlserver清除完全重復的數(shù)據(jù)只保留重復數(shù)據(jù)中的第一條
根據(jù)autoID刪除臨時表#tmp中的重復數(shù)據(jù),只保留每組重復數(shù)據(jù)中的第一條2014-07-07

