记得上下班打卡 | git大法好,push需谨慎

Commit 647635f1 authored by 张国柄's avatar 张国柄

opt;

parent 4ca06978
...@@ -96,7 +96,7 @@ public class DMAddressesProcessor extends DataMigrationProcessorService { ...@@ -96,7 +96,7 @@ public class DMAddressesProcessor extends DataMigrationProcessorService {
dmRdmService.addAddressesVoByUid(uid, dmRdmService.getAddressesVoByUid(uid), vo); dmRdmService.addAddressesVoByUid(uid, dmRdmService.getAddressesVoByUid(uid), vo);
} }
if (addressesList.size() == 1000 || (addressesList.size() > 0 && smFlg) || ct < 1000) { if (addressesList.size() == 1000 || (addressesList.size() > 0 && smFlg) || ct <= 1000) {
tl += addressesList.size(); tl += addressesList.size();
// mongoTemplate.insert(vos, AdamAddressesVo.class.getSimpleName()); // mongoTemplate.insert(vos, AdamAddressesVo.class.getSimpleName());
log.info("DM.execute.limit.result:{}", dmAddressesService.saveBatch(addressesList)); log.info("DM.execute.limit.result:{}", dmAddressesService.saveBatch(addressesList));
...@@ -104,7 +104,7 @@ public class DMAddressesProcessor extends DataMigrationProcessorService { ...@@ -104,7 +104,7 @@ public class DMAddressesProcessor extends DataMigrationProcessorService {
addressesList.clear(); addressesList.clear();
} }
} }
if (addressesList.size() > 0 && ct > 1000) { if (addressesList.size() > 0) {
tl += addressesList.size(); tl += addressesList.size();
log.info("DM.execute.limit.result:{}", dmAddressesService.saveBatch(addressesList)); log.info("DM.execute.limit.result:{}", dmAddressesService.saveBatch(addressesList));
} }
......
...@@ -87,7 +87,7 @@ public class DMCollectionProcessor extends DataMigrationProcessorService { ...@@ -87,7 +87,7 @@ public class DMCollectionProcessor extends DataMigrationProcessorService {
collectionList.add(collection); collectionList.add(collection);
vos.add(AdamCollectBaseVo.getNew().copy(collection)); vos.add(AdamCollectBaseVo.getNew().copy(collection));
} }
if (collectionList.size() == 1000 || (collectionList.size() > 0 && smFlg) || ct < 1000) { if (collectionList.size() == 1000 || (collectionList.size() > 0 && smFlg) || ct <= 1000) {
tl += collectionList.size(); tl += collectionList.size();
// mongoTemplate.insert(vos, AdamCollectBaseVo.class.getSimpleName()); // mongoTemplate.insert(vos, AdamCollectBaseVo.class.getSimpleName());
log.info("DM.execute.limit.result:{}", dmCollectionService.saveBatch(collectionList)); log.info("DM.execute.limit.result:{}", dmCollectionService.saveBatch(collectionList));
...@@ -95,7 +95,7 @@ public class DMCollectionProcessor extends DataMigrationProcessorService { ...@@ -95,7 +95,7 @@ public class DMCollectionProcessor extends DataMigrationProcessorService {
collectionList.clear(); collectionList.clear();
} }
} }
if (collectionList.size() > 0 && ct > 1000) { if (collectionList.size() > 0) {
tl += collectionList.size(); tl += collectionList.size();
log.info("DM.execute.limit.result:{}", dmCollectionService.saveBatch(collectionList)); log.info("DM.execute.limit.result:{}", dmCollectionService.saveBatch(collectionList));
} }
......
...@@ -60,7 +60,7 @@ public class DMEntersProcessor extends DataMigrationProcessorService { ...@@ -60,7 +60,7 @@ public class DMEntersProcessor extends DataMigrationProcessorService {
statement = connection.prepareStatement(sqlCount); statement = connection.prepareStatement(sqlCount);
row = (ResultSetImpl) statement.executeQuery(); row = (ResultSetImpl) statement.executeQuery();
row.first(); row.first();
int ct = row.getInt(1), pSize = 1000, num = 0, tl = 0, pl = ct; int ct = row.getInt(1), pSize = 3000, num = 0, tl = 0, pl = ct;
log.info("DM.execute.counts:{}/{},{} ~ {} ----------------------------> start.sql:{}", pl, num, pSize, tl, sql); log.info("DM.execute.counts:{}/{},{} ~ {} ----------------------------> start.sql:{}", pl, num, pSize, tl, sql);
row.close(); row.close();
...@@ -100,7 +100,7 @@ public class DMEntersProcessor extends DataMigrationProcessorService { ...@@ -100,7 +100,7 @@ public class DMEntersProcessor extends DataMigrationProcessorService {
} }
dmRdmService.addEntersVoByUid(uid, dmRdmService.getEntersVoByUid(uid), vo); dmRdmService.addEntersVoByUid(uid, dmRdmService.getEntersVoByUid(uid), vo);
} }
if (entersList.size() == 1000 || (entersList.size() > 0 && smFlg) || ct < 1000) { if (entersList.size() == 1000 || (entersList.size() > 0 && smFlg) || ct <= 1000) {
tl += entersList.size(); tl += entersList.size();
// mongoTemplate.insert(vos, AdamEntersVo.class.getSimpleName()); // mongoTemplate.insert(vos, AdamEntersVo.class.getSimpleName());
log.info("DM.execute.limit.result:{}", dmEntersService.saveBatch(entersList)); log.info("DM.execute.limit.result:{}", dmEntersService.saveBatch(entersList));
...@@ -108,7 +108,7 @@ public class DMEntersProcessor extends DataMigrationProcessorService { ...@@ -108,7 +108,7 @@ public class DMEntersProcessor extends DataMigrationProcessorService {
entersList.clear(); entersList.clear();
} }
} }
if (entersList.size() > 0 && ct > 1000) { if (entersList.size() > 0) {
tl += entersList.size(); tl += entersList.size();
log.info("DM.execute.limit.result:{}", dmEntersService.saveBatch(entersList)); log.info("DM.execute.limit.result:{}", dmEntersService.saveBatch(entersList));
} }
......
...@@ -251,7 +251,7 @@ public class DMMemberCodeProcessor extends DataMigrationProcessorService { ...@@ -251,7 +251,7 @@ public class DMMemberCodeProcessor extends DataMigrationProcessorService {
dmRdmService.setMemberCodeVoByCode(memberCode.getCode(), vo); dmRdmService.setMemberCodeVoByCode(memberCode.getCode(), vo);
} }
// } // }
if (memberCodeList.size() == 1000 || ct < 1000) { if (memberCodeList.size() == 1000 || ct <= 1000) {
tl += memberCodeList.size(); tl += memberCodeList.size();
// mongoTemplate.insert(vos, AdamMemberCodeVo.class.getSimpleName()); // mongoTemplate.insert(vos, AdamMemberCodeVo.class.getSimpleName());
log.info("DM.execute.limit.result:{}", dmMemberCodeService.saveBatch(memberCodeList)); log.info("DM.execute.limit.result:{}", dmMemberCodeService.saveBatch(memberCodeList));
...@@ -259,7 +259,7 @@ public class DMMemberCodeProcessor extends DataMigrationProcessorService { ...@@ -259,7 +259,7 @@ public class DMMemberCodeProcessor extends DataMigrationProcessorService {
memberCodeList.clear(); memberCodeList.clear();
} }
} }
if (memberCodeList.size() > 0 && ct > 1000) { if (memberCodeList.size() > 0) {
tl += memberCodeList.size(); tl += memberCodeList.size();
log.info("DM.execute.limit.result:{}", dmMemberCodeService.saveBatch(memberCodeList)); log.info("DM.execute.limit.result:{}", dmMemberCodeService.saveBatch(memberCodeList));
} }
......
...@@ -132,7 +132,7 @@ public class DMMemberOrderProcessor extends DataMigrationProcessorService { ...@@ -132,7 +132,7 @@ public class DMMemberOrderProcessor extends DataMigrationProcessorService {
dmRdmService.addMemberOrderVoByUid(uid, dmRdmService.getMemberOrderVosByUid(uid), vo); dmRdmService.addMemberOrderVoByUid(uid, dmRdmService.getMemberOrderVosByUid(uid), vo);
} }
if (memberOrderList.size() == 1000 || (memberOrderList.size() > 0 && smFlg) || ct < 1000) { if (memberOrderList.size() == 1000 || (memberOrderList.size() > 0 && smFlg) || ct <= 1000) {
tl += memberOrderList.size(); tl += memberOrderList.size();
// mongoTemplate.insert(vos, AdamMemberOrderVo.class.getSimpleName()); // mongoTemplate.insert(vos, AdamMemberOrderVo.class.getSimpleName());
log.info("DM.execute.limit.result:{}", dmMemberOrderService.saveBatch(memberOrderList)); log.info("DM.execute.limit.result:{}", dmMemberOrderService.saveBatch(memberOrderList));
...@@ -140,7 +140,7 @@ public class DMMemberOrderProcessor extends DataMigrationProcessorService { ...@@ -140,7 +140,7 @@ public class DMMemberOrderProcessor extends DataMigrationProcessorService {
memberOrderList.clear(); memberOrderList.clear();
} }
} }
if (memberOrderList.size() > 0 && ct > 1000) { if (memberOrderList.size() > 0) {
tl += memberOrderList.size(); tl += memberOrderList.size();
log.info("DM.execute.limit.result:{}", dmMemberOrderService.saveBatch(memberOrderList)); log.info("DM.execute.limit.result:{}", dmMemberOrderService.saveBatch(memberOrderList));
} }
......
...@@ -99,7 +99,7 @@ public class DMRealNameProcessor extends DataMigrationProcessorService { ...@@ -99,7 +99,7 @@ public class DMRealNameProcessor extends DataMigrationProcessorService {
dmRdmService.setRealInfoVoByUid(uid, vo); dmRdmService.setRealInfoVoByUid(uid, vo);
dmRdmService.setCertification(1, realName.getIdCard(), realName.getName()); dmRdmService.setCertification(1, realName.getIdCard(), realName.getName());
} }
if (realNameList.size() == 1000 || (realNameList.size() > 0 && smFlg) || ct < 1000) { if (realNameList.size() == 1000 || (realNameList.size() > 0 && smFlg) || ct <= 1000) {
tl += realNameList.size(); tl += realNameList.size();
// mongoTemplate.insert(vos, AdamRealInfoVo.class.getSimpleName()); // mongoTemplate.insert(vos, AdamRealInfoVo.class.getSimpleName());
log.info("DM.execute.limit.result:{}", dmRealNameService.saveBatch(realNameList)); log.info("DM.execute.limit.result:{}", dmRealNameService.saveBatch(realNameList));
...@@ -107,7 +107,7 @@ public class DMRealNameProcessor extends DataMigrationProcessorService { ...@@ -107,7 +107,7 @@ public class DMRealNameProcessor extends DataMigrationProcessorService {
realNameList.clear(); realNameList.clear();
} }
} }
if (realNameList.size() > 0 && ct > 1000) { if (realNameList.size() > 0) {
tl += realNameList.size(); tl += realNameList.size();
log.info("DM.execute.limit.result:{}", dmRealNameService.saveBatch(realNameList)); log.info("DM.execute.limit.result:{}", dmRealNameService.saveBatch(realNameList));
} }
......
...@@ -63,7 +63,7 @@ public class DMThirdPartsProcessor extends DataMigrationProcessorService { ...@@ -63,7 +63,7 @@ public class DMThirdPartsProcessor extends DataMigrationProcessorService {
statement = connection.prepareStatement(sqlCount); statement = connection.prepareStatement(sqlCount);
row = (ResultSetImpl) statement.executeQuery(); row = (ResultSetImpl) statement.executeQuery();
row.first(); row.first();
int ct = row.getInt(1), pSize = 1000, num = 0, tl = 0, pl = ct; int ct = row.getInt(1), pSize = 2000, num = 0, tl = 0, pl = ct;
log.info("DM.execute.counts:{}/{},{} ~ {} ----------------------------> start.sql:{}", pl, num, pSize, tl, sql); log.info("DM.execute.counts:{}/{},{} ~ {} ----------------------------> start.sql:{}", pl, num, pSize, tl, sql);
row.close(); row.close();
...@@ -108,7 +108,7 @@ public class DMThirdPartsProcessor extends DataMigrationProcessorService { ...@@ -108,7 +108,7 @@ public class DMThirdPartsProcessor extends DataMigrationProcessorService {
dmRdmService.setUidByPlatformOpenId(thirdParty.getPlatform(), thirdParty.getOpenId(), uid); dmRdmService.setUidByPlatformOpenId(thirdParty.getPlatform(), thirdParty.getOpenId(), uid);
dmRdmService.addThirdPartVoListByUid(uid, dmRdmService.getThirdPartVoListByUid(uid), vo); dmRdmService.addThirdPartVoListByUid(uid, dmRdmService.getThirdPartVoListByUid(uid), vo);
} }
if (thirdPartyList.size() == 1000 || (thirdPartyList.size() > 0 && smFlg) || ct < 1000) { if (thirdPartyList.size() == 1000 || (thirdPartyList.size() > 0 && smFlg) || ct <= 1000) {
tl += thirdPartyList.size(); tl += thirdPartyList.size();
// mongoTemplate.insert(vos, AdamThirdPartInfoVo.class.getSimpleName()); // mongoTemplate.insert(vos, AdamThirdPartInfoVo.class.getSimpleName());
log.info("DM.execute.limit.result:{}", dmThirdPartyService.saveBatch(thirdPartyList)); log.info("DM.execute.limit.result:{}", dmThirdPartyService.saveBatch(thirdPartyList));
...@@ -116,7 +116,7 @@ public class DMThirdPartsProcessor extends DataMigrationProcessorService { ...@@ -116,7 +116,7 @@ public class DMThirdPartsProcessor extends DataMigrationProcessorService {
thirdPartyList.clear(); thirdPartyList.clear();
} }
} }
if (thirdPartyList.size() > 0 && ct > 1000) { if (thirdPartyList.size() > 0) {
tl += thirdPartyList.size(); tl += thirdPartyList.size();
log.info("DM.execute.limit.result:{}", dmThirdPartyService.saveBatch(thirdPartyList)); log.info("DM.execute.limit.result:{}", dmThirdPartyService.saveBatch(thirdPartyList));
} }
......
...@@ -147,7 +147,7 @@ public class DMUserInformationProcessor extends DataMigrationProcessorService { ...@@ -147,7 +147,7 @@ public class DMUserInformationProcessor extends DataMigrationProcessorService {
dmRdmService.setUserInfoVoByUid(uid, vo); dmRdmService.setUserInfoVoByUid(uid, vo);
} }
} }
if (userList.size() == 1000 || (userList.size() > 0 && smFlg) || ct < 1000) { if (userList.size() == 1000 || (userList.size() > 0 && smFlg) || ct <= 1000) {
tl += userList.size(); tl += userList.size();
// mongoTemplate.insert(vos, AdamUserInfoVo.class.getSimpleName()); // mongoTemplate.insert(vos, AdamUserInfoVo.class.getSimpleName());
log.info("DM.execute.result:{} - {}", dmUserService.saveBatch(userList), dmUserInfoService.saveBatch(userInfoList)); log.info("DM.execute.result:{} - {}", dmUserService.saveBatch(userList), dmUserInfoService.saveBatch(userInfoList));
...@@ -156,7 +156,7 @@ public class DMUserInformationProcessor extends DataMigrationProcessorService { ...@@ -156,7 +156,7 @@ public class DMUserInformationProcessor extends DataMigrationProcessorService {
userInfoList.clear(); userInfoList.clear();
} }
} }
if (userList.size() > 0 && ct > 1000) { if (userList.size() > 0) {
tl += userList.size(); tl += userList.size();
log.info("DM.execute.result:{} - {}", dmUserService.saveBatch(userList), dmUserInfoService.saveBatch(userInfoList)); log.info("DM.execute.result:{} - {}", dmUserService.saveBatch(userList), dmUserInfoService.saveBatch(userInfoList));
} }
......
...@@ -99,7 +99,7 @@ public class DMUserMemberProcessor extends DataMigrationProcessorService { ...@@ -99,7 +99,7 @@ public class DMUserMemberProcessor extends DataMigrationProcessorService {
dmRdmService.setUserMemberVoByUid(uid, vo); dmRdmService.setUserMemberVoByUid(uid, vo);
} }
if (userMemberList.size() == 1000 || (userMemberList.size() > 0 && smFlg) || ct < 1000) { if (userMemberList.size() == 1000 || (userMemberList.size() > 0 && smFlg) || ct <= 1000) {
tl += userMemberList.size(); tl += userMemberList.size();
// mongoTemplate.insert(vos, AdamUserMemberVo.class.getSimpleName()); // mongoTemplate.insert(vos, AdamUserMemberVo.class.getSimpleName());
log.info("DM.execute.limit.result:{}", dmUserMemberService.saveBatch(userMemberList)); log.info("DM.execute.limit.result:{}", dmUserMemberService.saveBatch(userMemberList));
...@@ -107,7 +107,7 @@ public class DMUserMemberProcessor extends DataMigrationProcessorService { ...@@ -107,7 +107,7 @@ public class DMUserMemberProcessor extends DataMigrationProcessorService {
userMemberList.clear(); userMemberList.clear();
} }
} }
if (userMemberList.size() > 0 && ct > 1000) { if (userMemberList.size() > 0) {
tl += userMemberList.size(); tl += userMemberList.size();
log.info("DM.execute.limit.result:{}", dmUserMemberService.saveBatch(userMemberList)); log.info("DM.execute.limit.result:{}", dmUserMemberService.saveBatch(userMemberList));
} }
...@@ -120,12 +120,6 @@ public class DMUserMemberProcessor extends DataMigrationProcessorService { ...@@ -120,12 +120,6 @@ public class DMUserMemberProcessor extends DataMigrationProcessorService {
log.info("DM.execute.limit {},{} - handle.counts:{}", ls, pSize, tl); log.info("DM.execute.limit {},{} - handle.counts:{}", ls, pSize, tl);
} }
log.info("DM.execute.counts:{}/{},{} ~ {} ----------------------------> end", pl, num, pSize, tl); log.info("DM.execute.counts:{}/{},{} ~ {} ----------------------------> end", pl, num, pSize, tl);
AdamUserMember max = dmUserMemberService.getOne(Wrappers.lambdaQuery(AdamUserMember.class).orderByDesc(AdamUserMember::getMemberNo));
log.info("DM.execute.setMaxMemberNo:{} ----------------------------> end", JsonUtils.toJson(max));
if (null != max) {
dmRdmService.setMaxMemberNo(Integer.parseInt(max.getMemberNo()));
}
} catch (Exception e) { } catch (Exception e) {
log.error("ex:getConnection,dG/dg:{}/{}", dG, dg, e); log.error("ex:getConnection,dG/dg:{}/{}", dG, dg, e);
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment