记得上下班打卡 | git大法好，push需谨慎

Skip to content

L
liquidnet-bus-v1
Commit 53a68e8a authored by anjiabin's avatar anjiabin
Browse files
Options

redis多数据源

parent 27847819
Hide whitespace changes
Inline Side-by-side
Showing with 282 additions and 16 deletions
liquidnet-bus-common/pom.xml
View file @ 53a68e8a
......@@ -19,19 +19,6 @@
<druid.version>1.1.22</druid.version>
</properties>
<distributionManagement>
<repository>
<id>release</id>
<name>release</name>
<url>http://192.168.31.205:8081/repository/maven-releases/</url>
</repository>
<snapshotRepository>
<id>snapshots</id>
<name>snapshots</name>
<url>http://192.168.31.205:8081/repository/maven-snapshots/</url>
</snapshotRepository>
</distributionManagement>
<modules>
<module>liquidnet-common-base</module>
<module>liquidnet-common-cache</module>
......
liquidnet-bus-config/liquidnet-config/application-dev.yml
View file @ 53a68e8a
......@@ -37,10 +37,26 @@ liquidnet:
port: 6379
password: 3Xa%8p
dragon:
dbs: 0,16
database: 15
host: 39.106.122.201
port: 6379
password: 3Xa%8p
sweet:
dbs: 0,16
database: 15
host: 39.106.122.201
port: 6379
password: 3Xa%8p
adam:
dbs: 0,16
database: 15
host: 39.106.122.201
port: 6379
password: 3Xa%8p
candy:
dbs: 0,16
database: 15
host: 39.106.122.201
port: 6379
password: 3Xa%8p
......@@ -50,8 +66,8 @@ liquidnet:
user: admin
pwd: S&y$6d*JwJ
chime:
host: s-2ze04ffc16a54af4-pub.mongodb.rds.aliyuncs.com:3717
port: 3717
host: 39.106.122.201:27017
port: 27017
user: admin
pwd: S&y$6d*JwJ
service:
......
liquidnet-bus-config/liquidnet-config/liquidnet-service-platform.yml
View file @ 53a68e8a
......@@ -87,6 +87,55 @@ spring:
max-wait: -1
max-idle: 8
min-idle: 0
# db2:
# database: 15
# dbs: ${liquidnet.redis.dragon.dbs}
# port: ${liquidnet.redis.dragon.port}
# host: ${liquidnet.redis.dragon.host}
# password: ${liquidnet.redis.dragon.password}
# lettuce:
# pool:
# max-active: 8
# max-wait: -1
# max-idle: 8
# min-idle: 0
# db3:
# database: 15
# dbs: ${liquidnet.redis.sweet.dbs}
# port: ${liquidnet.redis.sweet.port}
# host: ${liquidnet.redis.sweet.host}
# password: ${liquidnet.redis.sweet.password}
# lettuce:
# pool:
# max-active: 8
# max-wait: -1
# max-idle: 8
# min-idle: 0
# db4:
# database: 15
# dbs: ${liquidnet.redis.adam.dbs}
# port: ${liquidnet.redis.adam.port}
# host: ${liquidnet.redis.adam.host}
# password: ${liquidnet.redis.adam.password}
# lettuce:
# pool:
# max-active: 8
# max-wait: -1
# max-idle: 8
# min-idle: 0
# db5:
# database: 15
# dbs: ${liquidnet.redis.candy.dbs}
# port: ${liquidnet.redis.candy.port}
# host: ${liquidnet.redis.candy.host}
# password: ${liquidnet.redis.candy.password}
# lettuce:
# pool:
# max-active: 8
# max-wait: -1
# max-idle: 8
# min-idle: 0
redisson:
singleServerConfig:
address: redis://${liquidnet.redis.host}:${liquidnet.redis.port}
......
liquidnet-bus-service/liquidnet-service-chime/liquidnet-service-chime-impl/docu/mongo_db_ddl-prod.sql
View file @ 53a68e8a
......@@ -6,7 +6,7 @@ db.createCollection("ChimeUserInfoVo");
#创建索引
db.ChimeUserInfoVo.createIndex({userId:"hashed"});
db.ChimeUserInfoVo.createIndex({sex:"hashed"});
db.ChimeUserInfoVo.createIndex( {"userTagsVoList.tagCode": "hashed"});
db.ChimeUserInfoVo.createIndex( {"userTagsVoList.tagCode": 1});
db.ChimeUserInfoVo.createIndex({joinPerformanceId:"hashed"});
#创建分片
......
liquidnet-bus-service/liquidnet-service-chime/liquidnet-service-chime-impl/src/test/java/com/liquidnet/service/chime/test/TestDataUtils.java
View file @ 53a68e8a
......@@ -13,13 +13,16 @@ import com.liquidnet.service.chime.service.IChimeUserService;
import com.liquidnet.service.chime.utils.DataUtils;
import com.liquidnet.service.chime.vo.mongo.ChimeUserInfoVo;
import com.liquidnet.service.chime.vo.mongo.ChimeUserTagsMappingVo;
import com.mongodb.*;
import lombok.extern.slf4j.Slf4j;
import org.assertj.core.util.Arrays;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
import java.time.LocalDateTime;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.*;
......@@ -70,6 +73,22 @@ public class TestDataUtils {
chimeUserService.updateUserInfo(reqDto);
}
@Test
public void updateBatchUser(){
String userId = "1025440,1046572,1047250,1051519,1051886,1052541,1052624,1052633,1052658,1052844,1053123,1053140,1053326,1053450,1053602,1053903,1053993,1054184,1054372,1054790,1054996,1055207,1055824,1056456,1056599,1056719,1056973,1057131,1057156,1057417,1057638,1057934,1058500,1061407,1062592,1064990,1097897,1097912,1098039,1098051,1098168,1098176,1098358,1099973,1100091,1100255,1100288,1100319,1100704,1101159,1101201,1101522,1101543,1101675,1101689,1101721,1102155,1102257,1102274,1104587,1104702,1105195,1115043,1116036,1118168,11210,1249116,1287543,1290932,1296536,1296799,1307398,1311312,1313721,1317352,1348413,1378400,1385160,138875089434705922147177,1389062,1400802,1414569,1415876,1417742,1443906,1464788,1469260,1502063,1503127,1504757,1543758,1642624,165704,1670224,1693951,1694496,1748039,1750345,1765032,1772729,1774343,1775434,1776204,1786590,1790200,1796999,1798954,1800813,1805393,1807368,1807459,1819493,1847817,186167,1867797,1896833,1914935,1932981,1942513,194259,1965713,1966598,1968155,1968853,1975318,1982905,1983042,201619231988613123117437,2039516,2102624,2138953,2143070,218056,2182828,2185680,2218503,22823,2285687,229452,2330821,248381111041884169309318,248387966612275208678776,248533341460070405638233,248671748626677769389992,248705352108769289961732,251294652761047046069933,28236,300269754670120967462191,321878,324915333229035526185053,324989587509329925766840,325065275375452169307116,327135338001694728401378,328201197282918403690675,339450457938657286585226,354661983115018249398730,354667591654440967967536,354776551951073284575010,354982031290122249856977,354997053017292808008543,355433685642117121444377,356246808762941448619736,356627064204410880392162,356782479185018885910166,357508749178961921568280,357701462470328325737642,358334369438269443275578,358402194609274880942585,358600200407859203365531,358904465029857280759773,360898397515284485417504,361299257131008003745728,361749010838978567944534,362368025475153926914569,362409905093509125513571,364149613389578243413830,364530405785845767756750,367430589577953280622853,367492284014919680138702,367619138138931208105152,368132135320453125904678,368260543521751044078559,368807269249433608755554,369007215826698249513973,369038781068083203145247,369049995630346249275060,369133966599290884377791,369190743223418880679910,369216991550504962853901,369242606584463362555403,369340597182300161681232,369402658671411208237147,369489509234933761617884,369552315665776644042450,369593803879219208268268,369603870339481608507921,369617169298227203556124,369654298582302721882121,369774435234856962304417,370864805410406407891274,370944427816386562610699,371078287938027526454116,371081177809715207604966,371107093704867849665179,371155860286504967026418,371163882320936962717286,371175774128865289504120,371179971872194561394992,371316209203281921221831,371389550925086726077089,371416723265945603332637,371439146061905921849283,371627766382592003333198,371676131447275526455042,371726248888401921075774,371854200125112321632434,372016357743001603337711,372046975319572484844027,372225150909153280445394,372313656097095685343017,372348219879751684753257,373107638380953603141341,374725482776739844361619,376568972196085762193450,379523883107614726174372,380313168363028484884381,382305858621440003213839,382324887172055048718775,382339876066426880887652,382343909057495044270273,382358994878464008532634,382422968035082249167741,382423932649717763016402,382483761203773449640312,382568116882882562655709,382609088941506562349061,382818924387368962986757,382871876129423361436978,382909131120558085204796,382911027952599049460615,383448530904268808191283,383454717829611520283718,383591050497228803031180,383635324232908808798072,383655508141670403049930,383676462003650562724125,383678561677066249761148,383701270142238721969979,383707791781642249275435,383722176184320003307173,383745715663175689281100,383757461694300162412347,383803601890426880226188,383879049273835521011317,383896642411560962748342,383916725871575049908092,384032422727516167448855,384067772317859848386900,384083720202731521872480,384158519071457286074052,385359730692751367078101,385393002348544003626627,385438318363934721798144,385471745704755202323853,385480123365621761816564,385483237929943048880287,385492104739143685362384,385495966849433608802947,385510424620154885777620,385512141046579203032042,385514545602887680514087,385536913663180803833445,385554956463636480564402,385560117386936326841502,385560160886702080828116,385566731426856967748431,385578702054359049341215,385595330830172162134797,385600505058017280748702,385606442934190081107944,385606909047193603526890,385610129215488002519547,385611944015544326410439,385613755488665608137517,385630035424215043381413,385641557474672649110812,385644194727198726486316,385647627090165761486980,385647918384578566498632,385649347015065603648797,385656676384931843735679,385660839990394880491112,385662112122798080783379,385665513116139526633118,385670758550896648875161,385684057056870408514839,385686262510632967720010,385698166989127685878581,385702640965550084490678,385707718887342080402407,385724649694986243636273,385726923892326403947330,385765682822676489378686,385772391956070403294419,385773928539340808225660,385785902223851526024630,385792145697013762026705,385801252202086408831791,385808072979251208313975,385810569512878080102839,385863129976913926773054,385881074584944643398984,385884800930447366342988,385900893552148484669801,385912179677839363121095,385920336173056008795561,385934545795317766443304,385935771458600967993822,385944561251778562222362,385952408421908481154906,385967361320550408462715,385979039651840008334303,385984168693596167177177,385992252120268803089073,386018315902812162152772,386031624563834880448720,386045977262407685312647,386052984513495044239233,386055972959928321348859,386162142826987521496281,386166606535966721828526,386242055974584320701128,386243201237893121831848,386266707082199045195756,386300573612359685824800,386310261481308166315577,386316962846638089783136,386372821631221762872593,386376591592652808916571,386405379072327685703173,386634663297187848669359,386707919425617926330521,386721641254092803907030,386749981659136002462881,386858166897868808193920,386888516458414080113207,387132053645066248275988,387558523722956808058643,389060331272519685478693,389523031035330566909615,390097551399321603822669,390988063249530880516336,391049769136947203957755,391180196099768321544754,391394147919462403203903,393346236648898561834561,393447850369351685167408,393774015643238408244203,398017363928678409151133,398088979614269449394803,398117037868482562147210,398273440453345284603312,398300532460912644029047,401164449624883208837857,403790034977587202819697,407761288583823362694228,407839904386416643454270,407909934503034880735812,407947401554411521274147,407997531666104326742455,408026344768143367047578,408041704356167684922357,408130904446730244528864,408168188240363520689891,408171701602877444907482,408198099466567685716701,408243400084029449898389,408250415099412480359513,408336508096348167471135,408342210551070720888042,408372740512399362862869,408494188383436808278453,408504806092472325418853,408529079036805126264255,408533361006592003161147,43164,465220,50011,550848,552773,602489,767933,795585,823700,922227,932900,959780,974746,982619,985007";
// String userId = "1025440,1046572,1047250,1052541,1052624,1052633,1052658,1052844,1053123,1053140,1053326,1053450,1053602";
List<Object> userIdList = Arrays.asList(userId.split(","));
userIdList.forEach(userIdStr -> {
ChimeUserInfoVo chimeUserInfoVo = ChimeUserInfoVo.getNew();
chimeUserInfoVo.setUserId(userIdStr.toString());
chimeUserInfoVo.setJoinPerformanceId("339669876398694407540550");
chimeUserInfoVo.setUpdatedAt(LocalDateTime.now().toString());
dataUtils.updateChimeUser(chimeUserInfoVo);
});
}
@Test
public void getUserImgList(){
ExecutorService executorService = Executors.newFixedThreadPool(100);
......@@ -250,4 +269,31 @@ public class TestDataUtils {
log.info("耗时：{}ms",endTime-startTime);
}
}
@Test
public void exportData(){
String user = "admin"; //用户名
String database = "admin"; //数据库
char[] password = "S&y$6d*JwJ".toCharArray(); //密码
MongoCredential credential = MongoCredential.createCredential(user,database,password); //验证对象
MongoClientOptions options = MongoClientOptions.builder().sslEnabled(false).build(); //连接操作对象
MongoClient mongoClient = new MongoClient(new ServerAddress("s-2ze04ffc16a54af4-pub.mongodb.rds.aliyuncs.com",3717),credential,options); //连接对象
DB db = mongoClient.getDB("prod_ln_scene");
System.out.println(db.getCollection("ChimeUserInfoVo").count());
db.getCollection("ChimeUserInfoVo").find();
ChimeUserInfoVo chimeUserInfoVo = ChimeUserInfoVo.getNew();
//获取kylin的chime
// String user = "admin"; //用户名
// String database = "admin"; //数据库
// char[] password = "S&y$6d*JwJ".toCharArray(); //密码
// MongoCredential credential = MongoCredential.createCredential(user,database,password); //验证对象
// MongoClientOptions options = MongoClientOptions.builder().sslEnabled(false).build(); //连接操作对象
// MongoClient mongoClient = new MongoClient(new ServerAddress("s-2ze04ffc16a54af4-pub.mongodb.rds.aliyuncs.com",3717),credential,options); //连接对象
// DB db = mongoClient.getDB("prod_ln_scene");
// System.out.println(db.getCollection("ChimeUserInfoVo").count());
}
}
liquidnet-bus-service/liquidnet-service-platform/liquidnet-service-platform-impl/src/test/java/com/liquidnet/service/platform/test/TestRedis.java 0 → 100644
View file @ 53a68e8a
package com.liquidnet.service.platform.test;
import com.liquidnet.common.cache.redis.util.RedisDataSourceUtil;
import com.liquidnet.common.cache.redis.util.RedisUtil;
import com.liquidnet.service.dragon.dto.DragonOrdersDto;
import lombok.extern.slf4j.Slf4j;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
import java.util.ArrayList;
import java.util.List;
import java.util.Set;
/**
* @author AnJiabin <anjiabin@zhengzai.tv>
* @version V1.0
* @Description: TODO
* @class: TestRedis
* @Package com.liquidnet.service.adam.test
* @Copyright: LightNet @ Copyright (c) 2021
* @date 2021/7/29 13:36
*/
@Slf4j
@RunWith(SpringJUnit4ClassRunner.class)
@SpringBootTest
public class TestRedis {
@Autowired
private RedisUtil redisUtil;
@Autowired
private RedisDataSourceUtil redisDataSourceUtil;
@Test
public void pringRedisInitInfo(){
// log.info("redisConfig.defaultDb===",redisConfig.defaultDb);
// log.info("redisConfig.totalDbs===",redisConfig.totalDbs);
// redisConfig.getRedisTemplateByDb(MathUtil.getIndex("1",redisConfig.defaultDb,redisConfig.totalDbs));
//
System.out.println("RedisConfig.totalDbs==="+ redisDataSourceUtil.getRedisDb1Util().getDbs());
System.out.println("RedisDb2Config.totalDbs==="+ redisDataSourceUtil.getRedisDb2Util().getDbs());
System.out.println("RedisDb3Config.totalDbs==="+ redisDataSourceUtil.getRedisDb3Util().getDbs());
System.out.println("RedisDb4Config.totalDbs==="+ redisDataSourceUtil.getRedisDb4Util().getDbs());
System.out.println("RedisDb5Config.totalDbs==="+ redisDataSourceUtil.getRedisDb5Util().getDbs());
}
@Test
public void getPayCodeList(){
// List<Object> payCodeList = this.getPrefixKeyValue("dragon:pay:code:*");
// for(Object payCode:payCodeList){
// System.out.println("object=== "+ JsonUtils.toJson(payCode));
// }
//设置新的redis
List<String> keys = getPrefixKeys("dragon:pay:code:*");
log.info("总共迁移数据条数==="+keys.size());
DragonOrdersDto dragonOrdersDto = DragonOrdersDto.getNew();
for(String key:keys){
Object obj = redisUtil.getRedisTemplateByDb(0).opsForValue().get(key);
if(obj!=null){
dragonOrdersDto = (DragonOrdersDto) obj;
}
// redisUtil.set(key,dragonOrdersDto);
}
// System.out.println(redisUtil.sGet("kylin:agent:info"));
// System.out.println(redisUtil.sHasKey("kylin:agent:info",14));
// System.out.println(redisUtil.getRedisTemplateByDb(0).opsForValue().get("dragon:pay:code:PAY20210810193315191566757"));
//
// List<Object> values = null;
// // 获取所有的key
// Set<String> keys = redisUtil.getRedisTemplateByDb(0).keys("dragon:pay:code:*");
// if (null != keys){
// for(String ss:keys){
// System.out.println("ss====="+ss);
// }
// // 批量获取数据
// values = redisUtil.getRedisTemplateByDb(0).opsForValue().multiGet(keys);
// }
// for(Object payCode:values){
// System.out.println("object=== "+ JsonUtils.toJson(payCode));
// }
}
@Test
public void getRefundList(){
// List<Object> payCodeList = this.getPrefixKeyValue("dragon:pay:code:*");
// for(Object payCode:payCodeList){
// System.out.println("object=== "+ JsonUtils.toJson(payCode));
// }
//设置新的redis
List<String> keys = getPrefixKeys("dragon:refund:refundCode:dragon:refund:refundCode:*");
String url = "";
log.info("总共迁移数据条数==="+keys.size());
for(String key:keys){
Object obj = redisUtil.getRedisTemplateByDb(0).opsForValue().get(key);
if(obj!=null){
url = (String) obj;
}
key = key.substring(25,key.length());
redisUtil.set(key,url);
}
// System.out.println(redisUtil.sGet("kylin:agent:info"));
// System.out.println(redisUtil.sHasKey("kylin:agent:info",14));
// System.out.println(redisUtil.getRedisTemplateByDb(0).opsForValue().get("dragon:pay:code:PAY20210810193315191566757"));
//
// List<Object> values = null;
// // 获取所有的key
// Set<String> keys = redisUtil.getRedisTemplateByDb(0).keys("dragon:pay:code:*");
// if (null != keys){
// for(String ss:keys){
// System.out.println("ss====="+ss);
// }
// // 批量获取数据
// values = redisUtil.getRedisTemplateByDb(0).opsForValue().multiGet(keys);
// }
// for(Object payCode:values){
// System.out.println("object=== "+ JsonUtils.toJson(payCode));
// }
}
@Test
public void deleteDataFromDb(){
}
/**
* 获取指定前缀的值
* @param prefix key前缀
* @return
*/
public List<Object> getPrefixKeyValue(String prefix) {
List<Object> values = null;
// 获取所有的key
Set<String> keys = redisUtil.getRedisTemplateByDb(0).keys(prefix);
if (null != keys){
for(String ss:keys){
System.out.println("ss====="+ss);
}
// 批量获取数据
values = redisUtil.getRedisTemplateByDb(0).opsForValue().multiGet(keys);
}
return values;
}
/**
* 获取指定前缀的key
* @param prefix key前缀
* @return
*/
public List<String> getPrefixKeys(String prefix) {
List<String> keysList = new ArrayList<>();
// 获取所有的key
Set<String> keys = redisUtil.getRedisTemplateByDb(0).keys(prefix);
if (null != keys){
for(String ss:keys){
keysList.add(ss);
}
}
return keysList;
}
private void switchRedisDbs(){
}
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment