视频1 视频21 视频41 视频61 视频文章1 视频文章21 视频文章41 视频文章61 推荐1 推荐3 推荐5 推荐7 推荐9 推荐11 推荐13 推荐15 推荐17 推荐19 推荐21 推荐23 推荐25 推荐27 推荐29 推荐31 推荐33 推荐35 推荐37 推荐39 推荐41 推荐43 推荐45 推荐47 推荐49 关键词1 关键词101 关键词201 关键词301 关键词401 关键词501 关键词601 关键词701 关键词801 关键词901 关键词1001 关键词1101 关键词1201 关键词1301 关键词1401 关键词1501 关键词1601 关键词1701 关键词1801 关键词1901 视频扩展1 视频扩展6 视频扩展11 视频扩展16 文章1 文章201 文章401 文章601 文章801 文章1001 资讯1 资讯501 资讯1001 资讯1501 标签1 标签501 标签1001 关键词1 关键词501 关键词1001 关键词1501 专题2001
SqlServer大数据量搬移
2020-11-09 08:07:55 责编:小采
文档


方法一:分步搬移(针对百万 数据 量) -----remove data---------- insert into BizOfferSearch_Insert_Temp select top 2000000 id,0 isinsert from BizOfferSearch a with(nolock) where ISPUBLISHED=2 and ISPUBLISHED3 and tradingservicetype in(1,3,4)

方法一:分步搬移(针对百万数据量)
-----remove data----------
insert into BizOfferSearch_Insert_Temp
select top 2000000 id,0 isinsert
from BizOfferSearch a with(nolock) where ISPUBLISHED>=2 and ISPUBLISHED<>3
and tradingservicetype in(1,3,4) and id not like 'JS%'

select * into #temp11 from BizOfferSearch_Insert_Temp where 1=2
while (select count(0) from BizOfferSearch_Insert_Temp where isinsert=0)>1
begin
insert into #temp11
select top 400 * from BizOfferSearch_Insert_Temp where isinsert=0
insert into [192.168.1.61].offerhistorybybak.dbo.BizOfferSearch_APIDBDK_20100709_1
select * from BizOfferSearch a with(nolock) where ID in(select ID from #temp11)

update BizOfferSearch_Insert_Temp set isinsert=1 where id in (select id from #temp11)
truncate table #temp11
waitfor delay '00:00:00.500'
end
truncate table #temp11
drop table #temp11
truncate table BizOfferSearch_Insert_Temp

-----delete data-------------------
select id,0 isdelete into #temp1 from [192.168.1.61].offerhistorybybak.dbo.BizOfferSearch_APIDBDK_20100709_1 with(nolock)
select * into #temp11 from #temp1 where 1=2
while (select count(0) from #temp1 where isdelete=0)>1
begin
insert into #temp11
select top 400 * from #temp1 where isdelete=0

delete BizOfferSearch with(rowlock) where id in (select id from #temp11)

update #temp1 set isdelete=1 where id in (select id from #temp11)
truncate table #temp11
waitfor delay '00:00:00.500'
end
truncate table #temp11
drop table #temp11
truncate table #temp1
drop table #temp1


方法二:bcp(针对千万以上的数据量)

如果数据量很大,通过分步搬移已经不能满足要求,这时我们可以考虑用bcp
步骤:
1. 将原数据导入到文件(运行时去掉换行,一次w记录)
bcp "select top 5000000 * from BKOffer.dbo.BizOfferSearch a with(nolock)
where ISPUBLISHED>=2 and ISPUBLISHED<>3 and tradingservicetype in(1,3,4)
and id not like 'JS%' "
queryout H:\Contacts1.txt -q -S"192.168.1.65" -c -T

2.将文件拷贝到备份机器

3.将文件中的数据导入到备份机器上的新表
bcp offerhistorybybak.dbo.BizOfferSearch_APIDBDK_20100709 in H:\Contacts1.txt -T -c -m 1000

4.删掉原数据(BizOfferSearch_Insert_Temp表只存Id和标志位isinsert,值为0或1)
insert into BizOfferSearch_Insert_Temp
select id,0 from [192.168.1.61].offerhistorybybak.dbo.BizOfferSearch_APIDBDK_20100709 with(nolock)

select * into #temp11 from BizOfferSearch_Insert_Temp where 1=2
declare @rowcounts int
select @rowcounts=count(0)/1000 from BizOfferSearch_Insert_Temp where isinsert=0
while (@rowcounts)>=0
begin
insert into #temp11
select top 1000 * from BizOfferSearch_Insert_Temp where isinsert=0

delete BizOfferSearch with(rowlock) where id in (select id from #temp11)

update BizOfferSearch_Insert_Temp set isinsert=1 where id in (select id from #temp11)
truncate table #temp11
select @rowcounts=@rowcounts-1
waitfor delay '00:00:00.500'
end
truncate table #temp11
drop table #temp11
truncate table BizOfferSearch_Insert_Temp

飞扬过海

下载本文
显示全文
专题