-
Notifications
You must be signed in to change notification settings - Fork 275
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
2 移除spring-cloud依赖，war包过大
- Loading branch information
yongfeigao
committed
Oct 25, 2018
1 parent
951b6b9
commit 4ff71c1
Showing
20 changed files
with
381 additions
and
29 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
2 changes: 1 addition & 1 deletion
2
mq-cloud/src/main/java/com/sohu/tv/mq/cloud/task/server/data/Connection.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
2 changes: 1 addition & 1 deletion
2
mq-cloud/src/main/java/com/sohu/tv/mq/cloud/task/server/data/Memory.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
205 changes: 205 additions & 0 deletions
205
mq-cloud/src/main/java/com/sohu/tv/mq/cloud/task/server/nmon/NMONFileFinder.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,205 @@ | ||
| package com.sohu.tv.mq.cloud.task.server.nmon; | ||
|
|
||
| import java.io.BufferedInputStream; | ||
| import java.io.File; | ||
| import java.io.FileInputStream; | ||
| import java.io.FileOutputStream; | ||
| import java.io.IOException; | ||
| import java.io.OutputStream; | ||
| import java.net.HttpURLConnection; | ||
| import java.net.URL; | ||
| import java.net.URLConnection; | ||
| import java.security.CodeSource; | ||
| import java.util.HashMap; | ||
| import java.util.Map; | ||
| import java.util.zip.ZipEntry; | ||
| import java.util.zip.ZipInputStream; | ||
|
|
||
| import org.slf4j.Logger; | ||
| import org.slf4j.LoggerFactory; | ||
| import org.springframework.beans.factory.annotation.Autowired; | ||
| import org.springframework.boot.CommandLineRunner; | ||
| import org.springframework.stereotype.Component; | ||
|
|
||
| import com.sohu.tv.mq.cloud.task.server.data.OS; | ||
| import com.sohu.tv.mq.cloud.util.MQCloudConfigHelper; | ||
|
|
||
| /** | ||
| * nmon文件查询器 | ||
| * | ||
| * @Description: | ||
| * @author yongfeigao | ||
| * @date 2018年7月18日 | ||
| */ | ||
| @Component | ||
| public class NMONFileFinder implements CommandLineRunner { | ||
| private static final Logger logger = LoggerFactory.getLogger(NMONFileFinder.class); | ||
| public static final String NMON_PATH = "/nmon"; | ||
| public static final String NMON_DIR_PATH = "nmon.dir"; | ||
| public static final String FILE = "file"; | ||
| // nmon文件存储 key为OSType_ProcessorArchitecture_DistributionType | ||
| private static final Map<String, File> nmonFileMap = new HashMap<String, File>(); | ||
|
|
||
| @Autowired | ||
| private MQCloudConfigHelper mqCloudConfigHelper; | ||
|
|
||
| @Override | ||
| public void run(String... args) throws Exception { | ||
| init(); | ||
| } | ||
|
|
||
| /** | ||
| * 初始化nmon文件 | ||
| */ | ||
| private void init() { | ||
| try { | ||
| String path = System.getProperty(NMON_DIR_PATH); | ||
| if (path == null) { | ||
| String classpath = null; | ||
| try { | ||
| CodeSource codeSource = NMONFileFinder.class.getProtectionDomain().getCodeSource(); | ||
| classpath = codeSource.getLocation().getPath(); | ||
| if (classpath.startsWith(FILE)) { | ||
| // like that: file:/opt/xxx.war!/WEB-INF/classes!/ | ||
| classpath = classpath.substring(FILE.length() + 1); | ||
| } | ||
| // 如果是jar或者war包，取其上一级路径 | ||
| if (new File(classpath).isDirectory()) { | ||
| path = classpath + "../.." + NMON_PATH; | ||
| } else { | ||
| // like that: /opt/xxx.war!/WEB-INF/classes!/ | ||
| String[] tmp = classpath.split("!/", 2); | ||
| path = tmp[0].substring(0, tmp[0].lastIndexOf("/")) + NMON_PATH; | ||
| } | ||
| } catch (Exception e) { | ||
| logger.error(classpath, e); | ||
| } | ||
| } | ||
| File nmonDir = new File(path); | ||
| if (!nmonDir.exists()) { | ||
| // 线上环境尝试通过http加载 | ||
| boolean ok = mqCloudConfigHelper.isOnline() && downloadAndUnzip(nmonDir.getParentFile()); | ||
| if(!ok) { | ||
| logger.error("{} path not exist", nmonDir.getAbsolutePath()); | ||
| return; | ||
| } | ||
| } | ||
| // 获取操作系统目录 | ||
| File[] osDirs = nmonDir.listFiles(); | ||
| if (osDirs == null) { | ||
| logger.error("{} not contains OS folders", nmonDir.getAbsolutePath()); | ||
| return; | ||
| } | ||
| for (File osDir : osDirs) { | ||
| // 获取处理器架构目录 | ||
| File[] archFiles = osDir.listFiles(); | ||
| if (archFiles == null) { | ||
| logger.info("{} not contains architecture folders", osDir.getName()); | ||
| continue; | ||
| } | ||
| for (File archDir : archFiles) { | ||
| // 获取nmon文件目录 | ||
| File[] nmonFiles = archDir.listFiles(); | ||
| if (nmonFiles == null) { | ||
| logger.info("{} not contains nomon files", archDir.getName()); | ||
| continue; | ||
| } | ||
| for (File nmonFile : nmonFiles) { | ||
| nmonFileMap.put(osDir.getName() + "_" + archDir.getName() | ||
| + "_" + nmonFile.getName(), nmonFile); | ||
| } | ||
| logger.info("init {} {} nmon file size=" + nmonFiles.length, | ||
| osDir.getName(), archDir.getName()); | ||
| } | ||
| } | ||
| logger.info("init {} finished, os size={}", nmonDir.getAbsolutePath(), osDirs.length); | ||
| } catch (Exception e) { | ||
| logger.error("init nmon factory", e); | ||
| } | ||
| } | ||
|
|
||
| /** | ||
| * 从远程下载nmon | ||
| * @param nmonUrl | ||
| * @param nmonDir | ||
| * @return | ||
| */ | ||
| protected boolean downloadAndUnzip(File nmonDir) { | ||
| BufferedInputStream in = null; | ||
| OutputStream out = null; | ||
| try { | ||
| String urlStr = mqCloudConfigHelper.getNMONURL(); | ||
| URL url = new URL(urlStr); | ||
| URLConnection urlConnection = url.openConnection(); | ||
| HttpURLConnection conn = (HttpURLConnection) urlConnection; | ||
| conn.setConnectTimeout(10000); | ||
| conn.setReadTimeout(10000); | ||
| conn.connect(); | ||
| String path = nmonDir.getAbsolutePath() + File.separatorChar + MQCloudConfigHelper.NMON_ZIP; | ||
| File file = new File(path); | ||
| if (!file.getParentFile().exists()) { | ||
| file.getParentFile().mkdirs(); | ||
| } | ||
| out = new FileOutputStream(file); | ||
| int size = 0; | ||
| byte[] buf = new byte[1024]; | ||
| in = new BufferedInputStream(conn.getInputStream()); | ||
| while ((size = in.read(buf)) != -1) { | ||
| out.write(buf, 0, size); | ||
| } | ||
|
|
||
| // unzip | ||
| byte[] buffer = new byte[1024]; | ||
| ZipInputStream zis = new ZipInputStream(new FileInputStream(path)); | ||
| ZipEntry zipEntry = zis.getNextEntry(); | ||
| while(zipEntry != null){ | ||
| String fileName = zipEntry.getName(); | ||
| File newFile = new File(nmonDir.getAbsolutePath() + File.separatorChar + fileName); | ||
| if(zipEntry.isDirectory()) { | ||
| newFile.mkdirs(); | ||
| } else { | ||
| FileOutputStream fos = new FileOutputStream(newFile); | ||
| int len; | ||
| while ((len = zis.read(buffer)) > 0) { | ||
| fos.write(buffer, 0, len); | ||
| } | ||
| fos.close(); | ||
| } | ||
| zipEntry = zis.getNextEntry(); | ||
| } | ||
| zis.closeEntry(); | ||
| zis.close(); | ||
| logger.info("download nmon:{} OK!", urlStr); | ||
| } catch (Exception e) { | ||
| logger.error("download err", e); | ||
| return false; | ||
| } finally { | ||
| if(in != null) { | ||
| try { | ||
| in.close(); | ||
| } catch (IOException e) {} | ||
| } | ||
| if(out != null) { | ||
| try { | ||
| out.close(); | ||
| } catch (IOException e) {} | ||
| } | ||
| } | ||
| return true; | ||
| } | ||
|
|
||
| /** | ||
| * 根据OS信息获取对应版本的NMON文件 | ||
| * | ||
| * @param os | ||
| * @return File | ||
| */ | ||
| public File getNMONFile(OS os) { | ||
| String key = os.getOsType().getValue() | ||
| + "_" + os.getProcessorArchitecture().getValue() | ||
| + "_" + os.getDistributionType().getNmonName() | ||
| + os.getDistributionVersion().getValue(); | ||
| return nmonFileMap.get(key); | ||
| } | ||
|
|
||
| } |
Oops, something went wrong.