增加mongodb清除数据脚本

liquidnet-bus-common/liquidnet-common-base/src/main/java/com/liquidnet/commons/lang/util/HttpUtil.java

 package com.liquidnet.commons.lang.util;
 
+import com.liquidnet.commons.lang.util.spring.RestTemplateConfig;
 import org.springframework.http.*;
 import org.springframework.util.LinkedMultiValueMap;
 import org.springframework.util.MultiValueMap;
@@ -14,7 +15,7 @@ public class HttpUtil {
     private static RestTemplate restTemplate;
 
     static {
-        restTemplate = new RestTemplate();
+        restTemplate = RestTemplateConfig.getRestTemplate();
     }
 
     /**

liquidnet-bus-common/liquidnet-common-base/src/main/java/com/liquidnet/commons/lang/util/spring/RestTemplateConfig.java

+package com.liquidnet.commons.lang.util.spring;
+
+import org.apache.http.client.HttpClient;
+import org.apache.http.impl.client.HttpClientBuilder;
+import org.apache.http.impl.client.HttpClients;
+import org.apache.http.impl.conn.PoolingHttpClientConnectionManager;
+import org.springframework.http.client.HttpComponentsClientHttpRequestFactory;
+import org.springframework.web.client.DefaultResponseErrorHandler;
+import org.springframework.web.client.RestTemplate;
+
+import java.util.concurrent.TimeUnit;
+
+/**
+ * @author AnJiabin <anjiabin@zhengzai.tv>
+ * @version V1.0
+ * @Description: TODO
+ * @class: RestTemplateConfig
+ * @Package com.liquidnet.commons.lang.util.spring
+ * @Copyright: LightNet @ Copyright (c) 2021
+ * @date 2021/7/31 14:57
+ */
+public class RestTemplateConfig {
+    private static RestTemplate restTemplate;
+
+    static {
+        // 长链接保持时间长度20秒
+        PoolingHttpClientConnectionManager poolConnManager =
+                new PoolingHttpClientConnectionManager(20, TimeUnit.SECONDS);
+        // 设置最大链接数
+        poolConnManager.setMaxTotal(500*getMaxCpuCore() + 500 );
+        // 单路由的并发数
+        poolConnManager.setDefaultMaxPerRoute(500*getMaxCpuCore());
+
+        HttpClientBuilder httpClientBuilder = HttpClients.custom();
+        httpClientBuilder.setConnectionManager(poolConnManager);
+
+        // 重试次数3次，并开启
+//        httpClientBuilder.setRetryHandler(new DefaultHttpRequestRetryHandler(3,true));
+        HttpClient httpClient = httpClientBuilder.build();
+//        // 保持长链接配置，keep-alive
+//        httpClientBuilder.setKeepAliveStrategy(new DefaultConnectionKeepAliveStrategy());
+
+        HttpComponentsClientHttpRequestFactory httpComponentsClientHttpRequestFactory = new HttpComponentsClientHttpRequestFactory(httpClient);
+
+        // 链接超时配置 5秒
+        httpComponentsClientHttpRequestFactory.setConnectTimeout(5000);
+        // 连接读取超时配置
+//        httpComponentsClientHttpRequestFactory.setReadTimeout(10000);
+        // 连接池不够用时候等待时间长度设置，分词那边 500毫秒 ，我们这边设置成1秒
+        httpComponentsClientHttpRequestFactory.setConnectionRequestTimeout(5000);
+
+        // 缓冲请求数据，POST大量数据，可以设定为true 我们这边机器比较内存较大
+        httpComponentsClientHttpRequestFactory.setBufferRequestBody(true);
+
+        restTemplate = new RestTemplate();
+        restTemplate.setRequestFactory(httpComponentsClientHttpRequestFactory);
+        restTemplate.setErrorHandler(new DefaultResponseErrorHandler());
+    }
+
+    public static RestTemplate getRestTemplate(){
+        return restTemplate;
+    }
+
+    private static int getMaxCpuCore(){
+        int cpuCore = Runtime.getRuntime().availableProcessors();
+        return  cpuCore;
+    }
+}

liquidnet-bus-service/liquidnet-service-kylin/liquidnet-service-kylin-impl/docu/mongo_db_del.sql

@@ -15,4 +15,4 @@ db.KylinTicketTimesPartnerVo.deleteMany({});
 db.PerformanceMemberAuditParam.deleteMany({});
 db.AdminUpushVo.deleteMany({});
 
-
+-- db.KylinOrderTicketVo.deleteMany({createdAt:/^2021-04.*/})