标签:use sdn keyword 成员 tail 执行 string http inux
转载:http://blog.csdn.net/lee272616/article/details/52789018
java远程操作文件服务器(linux),使用sftp协议
版本会持续更新,
当前版本:0.31
版本更新时间:2016-10-13
版本修正说明:
1.修正连接关闭,将关闭的方法改成私有,不允许使用者自行关闭(否则会导致连接池获取错误)
2.优化删除文件及文件夹,先判断文件或文件夹是否存在,然后再删除
前言:
sftp是Secure File Transfer Protocol的缩写,安全文件传送协议。可以为传输文件提供一种安全的加密方法。sftp 与 ftp 有着几乎一样的语法和功能。SFTP 为 SSH的一部分,是一种传输档案至 Blogger 伺服器的安全方式。其实在SSH软件包中,已经包含了一个叫作SFTP(Secure File Transfer Protocol)的安全文件传输子系统,SFTP本身没有单独的守护进程,它必须使用sshd守护进程(端口号默认是22)来完成相应的连接操作,所以从某种意义上来说,SFTP并不像一个服务器程序,而更像是一个客户端程序。SFTP同样是使用加密传输认证信息和传输的数据,所以,使用SFTP是非常安全的。但是,由于这种传输方式使用了加密/解密技术,所以传输效率比普通的FTP要低得多,如果您对网络安全性要求更高时,可以使用SFTP代替FTP。
本工具基于对JSch - Java Secure Channel进行的封装,linux服务器不用安装任何插件和软件
使用指南:
首先是jar包
- <dependency>
- <groupId>com.jcraft</groupId>
- <artifactId>jsch</artifactId>
- <version>0.1.42</version>
- </dependency>
Sftp协议工具类-v0.1
- package com.noryar.filesystem.utils;
-
- import java.io.ByteArrayOutputStream;
- import java.io.File;
- import java.io.FileOutputStream;
- import java.util.ArrayList;
- import java.util.List;
- import java.util.Properties;
- import java.util.Vector;
-
- import org.apache.commons.lang.StringUtils;
-
- import com.jcraft.jsch.Channel;
- import com.jcraft.jsch.ChannelSftp;
- import com.jcraft.jsch.JSch;
- import com.jcraft.jsch.JSchException;
- import com.jcraft.jsch.Session;
- import com.jcraft.jsch.SftpException;
-
- public class SftpUtil {
-
-
- private static final String PRE_FIX = "/test-noryar";
-
-
- public static ChannelSftp getSftpConnect(final String host, final int port, final String username,
- final String password) throws JSchException {
- ChannelSftp sftp = null;
- JSch jsch = new JSch();
- jsch.getSession(username, host, port);
- Session sshSession = jsch.getSession(username, host, port);
- sshSession.setPassword(password);
- Properties sshConfig = new Properties();
- sshConfig.put("StrictHostKeyChecking", "no");
- sshSession.setConfig(sshConfig);
- sshSession.connect();
- Channel channel = sshSession.openChannel("sftp");
- channel.connect();
- sftp = (ChannelSftp) channel;
- return sftp;
- }
-
-
- public static File download(final String downloadFile, final String saveFile, final ChannelSftp sftp)
- throws Exception {
- FileOutputStream os = null;
- File file = new File(saveFile);
- try {
- if (!file.exists()) {
- File parentFile = file.getParentFile();
- if (!parentFile.exists()) {
- parentFile.mkdirs();
- }
- file.createNewFile();
- }
- os = new FileOutputStream(file);
- List<String> list = formatPath(downloadFile);
- sftp.get(list.get(0) + list.get(1), os);
- } catch (Exception e) {
- exit(sftp);
- throw e;
- } finally {
- os.close();
- }
- return file;
- }
-
-
- public static byte[] downloadAsByte(final String downloadFile, final ChannelSftp sftp) throws Exception {
- ByteArrayOutputStream os = new ByteArrayOutputStream();
- try {
- List<String> list = formatPath(downloadFile);
- sftp.get(list.get(0) + list.get(1), os);
- } catch (Exception e) {
- exit(sftp);
- throw e;
- } finally {
- os.close();
- }
- return os.toByteArray();
- }
-
-
- public static void rmFile(final String deleteFile, final ChannelSftp sftp) throws Exception {
- try {
- sftp.rm(deleteFile);
- } catch (Exception e) {
- exit(sftp);
- throw e;
- }
- }
-
-
- public static void rmDir(final String pathString, final ChannelSftp sftp) throws Exception {
- try {
- sftp.rmdir(pathString);
- } catch (Exception e) {
- exit(sftp);
- throw e;
- }
- }
-
-
- private static void uploadFile(final String srcFile, final String dir, final String fileName, final ChannelSftp sftp)
- throws Exception {
- mkdir(dir, sftp);
- sftp.cd(dir);
- sftp.put(srcFile, fileName);
- }
-
-
- public static void uploadFile(final String srcFile, final ChannelSftp sftp) throws Exception {
- try {
- File file = new File(srcFile);
- if (file.exists()) {
- List<String> list = formatPath(srcFile);
- uploadFile(srcFile, list.get(0), list.get(1), sftp);
- }
- } catch (Exception e) {
- exit(sftp);
- throw e;
- }
- }
-
-
- public static boolean mkdir(final String dir, final ChannelSftp sftp) throws Exception {
- try {
- if (StringUtils.isBlank(dir))
- return false;
- String md = dir.replaceAll("\\\\", "/");
- if (md.indexOf("/") != 0 || md.length() == 1)
- return false;
- return mkdirs(md, sftp);
- } catch (Exception e) {
- exit(sftp);
- throw e;
- }
- }
-
-
- private static boolean mkdirs(final String dir, final ChannelSftp sftp) throws SftpException {
- String dirs = dir.substring(1, dir.length() - 1);
- String[] dirArr = dirs.split("/");
- String base = "";
- for (String d : dirArr) {
- base += "/" + d;
- if (dirExist(base + "/", sftp)) {
- continue;
- } else {
- sftp.mkdir(base + "/");
- }
- }
- return true;
- }
-
-
- public static boolean dirExist(final String dir, final ChannelSftp sftp) {
- try {
- Vector<?> vector = sftp.ls(dir);
- if (null == vector)
- return false;
- else
- return true;
- } catch (SftpException e) {
- return false;
- }
- }
-
-
- public static List<String> formatPath(final String srcPath) {
- List<String> list = new ArrayList<String>(2);
- String dir = "";
- String fileName = "";
- String repSrc = srcPath.replaceAll("\\\\", "/");
- int firstP = repSrc.indexOf("/");
- int lastP = repSrc.lastIndexOf("/");
- fileName = repSrc.substring(lastP + 1);
- dir = repSrc.substring(firstP, lastP);
- dir = PRE_FIX + (dir.length() == 1 ? dir : (dir + "/"));
- list.add(dir);
- list.add(fileName);
- return list;
- }
-
-
- public static void exit(final ChannelSftp sftp) {
- sftp.exit();
- }
-
- public static void main(String[] args) throws Exception {
- ChannelSftp sftp = getSftpConnect("192.168.0.35", 22, "root", "root");
- String pathString = "C:\\test\\aaa\\Foxmail7.zip";
- File file = new File(pathString);
- System.out.println("上传文件开始...");
- uploadFile(pathString, sftp);
- System.out.println("上传成功,开始删除本地文件...");
- file.delete();
- System.out.println("删除完成,开始校验本地文件...");
- if (!file.exists()) {
- System.out.println("文件不存在,开始从远程服务器获取...");
- download(pathString, pathString, sftp);
- System.out.println("下载完成");
- } else {
- System.out.println("在本地找到文件");
- }
- exit(sftp);
- System.exit(0);
- }
- }
v0.2-新增sftp连接池
由于创建sftp连接的花销比较大,因此考虑相同主机的连接存放在连接池中,下次获取sftp连接的时候直接去连接池获取
以下代码替换v0.1版的getSftpConnect()方法,并加上成员变量即可
- private static final Map<String, Channel> SFTP_CHANNEL_POOL = new HashMap<String, Channel>();
-
- public static ChannelSftp getSftpConnect(final String host, final int port, final String username,
- final String password) throws JSchException {
- Session sshSession = null;
- Channel channel = null;
- ChannelSftp sftp = null;
- String key = host + "," + port + "," + username + "," + password;
- if (null == SFTP_CHANNEL_POOL.get(key)) {
- JSch jsch = new JSch();
- jsch.getSession(username, host, port);
- sshSession = jsch.getSession(username, host, port);
- sshSession.setPassword(password);
- Properties sshConfig = new Properties();
- sshConfig.put("StrictHostKeyChecking", "no");
- sshSession.setConfig(sshConfig);
- sshSession.connect();
- channel = sshSession.openChannel("sftp");
- channel.connect();
- SFTP_CHANNEL_POOL.put(key, channel);
- } else {
- channel = SFTP_CHANNEL_POOL.get(key);
- sshSession = channel.getSession();
- if (!sshSession.isConnected())
- sshSession.connect();
- if (!channel.isConnected())
- channel.connect();
- }
- sftp = (ChannelSftp) channel;
- return sftp;
- }
v0.3-修改了一些bug,新增递归删除文件夹功能
- package com.noryar.filesystem.utils;
-
- import java.io.ByteArrayOutputStream;
- import java.io.File;
- import java.io.FileOutputStream;
- import java.util.ArrayList;
- import java.util.HashMap;
- import java.util.List;
- import java.util.Map;
- import java.util.Properties;
- import java.util.Vector;
-
- import org.apache.commons.lang.StringUtils;
-
- import com.jcraft.jsch.Channel;
- import com.jcraft.jsch.ChannelSftp;
- import com.jcraft.jsch.ChannelSftp.LsEntry;
- import com.jcraft.jsch.JSch;
- import com.jcraft.jsch.JSchException;
- import com.jcraft.jsch.Session;
- import com.jcraft.jsch.SftpException;
-
- public class SftpUtil {
-
-
- private static final String PRE_FIX = "/test-noryar";
-
-
- private static final Map<String, Channel> SFTP_CHANNEL_POOL = new HashMap<String, Channel>();
-
-
- public static ChannelSftp getSftpConnect(final String host, final int port, final String username,
- final String password) throws JSchException {
- Session sshSession = null;
- Channel channel = null;
- ChannelSftp sftp = null;
- String key = host + "," + port + "," + username + "," + password;
- if (null == SFTP_CHANNEL_POOL.get(key)) {
- JSch jsch = new JSch();
- jsch.getSession(username, host, port);
- sshSession = jsch.getSession(username, host, port);
- sshSession.setPassword(password);
- Properties sshConfig = new Properties();
- sshConfig.put("StrictHostKeyChecking", "no");
- sshSession.setConfig(sshConfig);
- sshSession.connect();
- channel = sshSession.openChannel("sftp");
- channel.connect();
- SFTP_CHANNEL_POOL.put(key, channel);
- } else {
- channel = SFTP_CHANNEL_POOL.get(key);
- sshSession = channel.getSession();
- if (!sshSession.isConnected())
- sshSession.connect();
- if (!channel.isConnected())
- channel.connect();
- }
- sftp = (ChannelSftp) channel;
- return sftp;
- }
-
-
- public static File download(final String downloadFile, final String saveFile, final ChannelSftp sftp)
- throws Exception {
- FileOutputStream os = null;
- File file = new File(saveFile);
- try {
- if (!file.exists()) {
- File parentFile = file.getParentFile();
- if (!parentFile.exists()) {
- parentFile.mkdirs();
- }
- file.createNewFile();
- }
- os = new FileOutputStream(file);
- List<String> list = formatPath(downloadFile);
- sftp.get(list.get(0) + list.get(1), os);
- } catch (Exception e) {
- exit(sftp);
- e.getMessage();
- throw e;
- } finally {
- os.close();
- }
- return file;
- }
-
-
- public static byte[] downloadAsByte(final String downloadFile, final ChannelSftp sftp) throws Exception {
- ByteArrayOutputStream os = new ByteArrayOutputStream();
- try {
- List<String> list = formatPath(downloadFile);
- sftp.get(list.get(0) + list.get(1), os);
- } catch (Exception e) {
- exit(sftp);
- throw e;
- } finally {
- os.close();
- }
- return os.toByteArray();
- }
-
-
- public static void rmFile(final String pathString, final ChannelSftp sftp) throws Exception {
- try {
- List<String> list = formatPath(pathString);
- sftp.rm(list.get(0) + list.get(1));
- } catch (Exception e) {
- exit(sftp);
- throw e;
- }
- }
-
-
- public static void rmDir(final String pathString, final ChannelSftp sftp, final boolean recursion) throws Exception {
- try {
- String fp = formatPath(pathString).get(0);
- if (recursion)
- exeRmRec(fp, sftp);
- else
- sftp.rmdir(fp);
- } catch (Exception e) {
- exit(sftp);
- throw e;
- }
- }
-
-
- private static void exeRmRec(final String pathString, final ChannelSftp sftp) throws SftpException {
- @SuppressWarnings("unchecked")
- Vector<LsEntry> vector = sftp.ls(pathString);
- if (vector.size() == 1) {
- sftp.rm(pathString);
- } else if (vector.size() == 2) {
- sftp.rmdir(pathString);
- } else {
- String fileName = "";
-
- for (LsEntry en : vector) {
- fileName = en.getFilename();
- if (".".equals(fileName) || "..".equals(fileName)) {
- continue;
- } else {
- exeRmRec(pathString + "/" + fileName, sftp);
- }
- }
-
- sftp.rmdir(pathString);
- }
- }
-
-
- private static void uploadFile(final String srcFile, final String dir, final String fileName, final ChannelSftp sftp)
- throws Exception {
- mkdir(dir, sftp);
- sftp.cd(dir);
- sftp.put(srcFile, fileName);
- }
-
-
- public static boolean uploadFile(final String srcFile, final ChannelSftp sftp) throws Exception {
- try {
- File file = new File(srcFile);
- if (file.exists()) {
- List<String> list = formatPath(srcFile);
- uploadFile(srcFile, list.get(0), list.get(1), sftp);
- return true;
- }
- return false;
- } catch (Exception e) {
- exit(sftp);
- throw e;
- }
- }
-
-
- public static boolean mkdir(final String dir, final ChannelSftp sftp) throws Exception {
- try {
- if (StringUtils.isBlank(dir))
- return false;
- String md = dir.replaceAll("\\\\", "/");
- if (md.indexOf("/") != 0 || md.length() == 1)
- return false;
- return mkdirs(md, sftp);
- } catch (Exception e) {
- exit(sftp);
- throw e;
- }
- }
-
-
- private static boolean mkdirs(final String dir, final ChannelSftp sftp) throws SftpException {
- String dirs = dir.substring(1, dir.length() - 1);
- String[] dirArr = dirs.split("/");
- String base = "";
- for (String d : dirArr) {
- base += "/" + d;
- if (dirExist(base + "/", sftp)) {
- continue;
- } else {
- sftp.mkdir(base + "/");
- }
- }
- return true;
- }
-
-
- private static boolean dirExist(final String dir, final ChannelSftp sftp) {
- try {
- Vector<?> vector = sftp.ls(dir);
- if (null == vector)
- return false;
- else
- return true;
- } catch (SftpException e) {
- return false;
- }
- }
-
-
- public static List<String> formatPath(final String srcPath) {
- List<String> list = new ArrayList<String>(2);
- String repSrc = srcPath.replaceAll("\\\\", "/");
- int firstP = repSrc.indexOf("/");
- int lastP = repSrc.lastIndexOf("/");
- String fileName = lastP + 1 == repSrc.length() ? "" : repSrc.substring(lastP + 1);
- String dir = firstP == -1 ? "" : repSrc.substring(firstP, lastP);
- dir = PRE_FIX + (dir.length() == 1 ? dir : (dir + "/"));
- list.add(dir);
- list.add(fileName);
- return list;
- }
-
-
- public static void exit(final ChannelSftp sftp) {
- sftp.exit();
- }
-
- public static void main(String[] args) throws Exception {
- ChannelSftp sftp = getSftpConnect("192.168.0.35", 22, "root", "root");
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- rmDir("", sftp, true);
- exit(sftp);
- System.exit(0);
- }
- }
v0.31
修正连接关闭,将关闭的方法改成私有,不允许使用者自行关闭(否则会导致连接池获取错误)
优化删除文件及文件夹,先判断文件或文件夹是否存在,然后再删除
- package com.noryar.filesystem.utils;
-
- import java.io.ByteArrayOutputStream;
- import java.io.File;
- import java.io.FileOutputStream;
- import java.util.ArrayList;
- import java.util.HashMap;
- import java.util.List;
- import java.util.Map;
- import java.util.Properties;
- import java.util.Vector;
-
- import org.apache.commons.lang.StringUtils;
-
- import com.jcraft.jsch.Channel;
- import com.jcraft.jsch.ChannelSftp;
- import com.jcraft.jsch.ChannelSftp.LsEntry;
- import com.jcraft.jsch.JSch;
- import com.jcraft.jsch.JSchException;
- import com.jcraft.jsch.Session;
- import com.jcraft.jsch.SftpException;
-
- public class SftpUtil {
-
-
- private static final String PRE_FIX = "/test-noryar";
-
-
- private static final Map<String, Channel> SFTP_CHANNEL_POOL = new HashMap<String, Channel>();
-
-
- public static ChannelSftp getSftpConnect(final String host, final int port, final String username,
- final String password) throws JSchException {
- Session sshSession = null;
- Channel channel = null;
- ChannelSftp sftp = null;
- String key = host + "," + port + "," + username + "," + password;
- if (null == SFTP_CHANNEL_POOL.get(key)) {
- JSch jsch = new JSch();
- jsch.getSession(username, host, port);
- sshSession = jsch.getSession(username, host, port);
- sshSession.setPassword(password);
- Properties sshConfig = new Properties();
- sshConfig.put("StrictHostKeyChecking", "no");
- sshSession.setConfig(sshConfig);
- sshSession.connect();
- channel = sshSession.openChannel("sftp");
- channel.connect();
- SFTP_CHANNEL_POOL.put(key, channel);
- } else {
- channel = SFTP_CHANNEL_POOL.get(key);
- sshSession = channel.getSession();
- if (!sshSession.isConnected())
- sshSession.connect();
- if (!channel.isConnected())
- channel.connect();
- }
- sftp = (ChannelSftp) channel;
- return sftp;
- }
-
-
- public static File download(final String downloadFile, final String saveFile, final ChannelSftp sftp)
- throws Exception {
- FileOutputStream os = null;
- File file = new File(saveFile);
- try {
- if (!file.exists()) {
- File parentFile = file.getParentFile();
- if (!parentFile.exists()) {
- parentFile.mkdirs();
- }
- file.createNewFile();
- }
- os = new FileOutputStream(file);
- List<String> list = formatPath(downloadFile);
- sftp.get(list.get(0) + list.get(1), os);
- } catch (Exception e) {
- throw e;
- } finally {
- os.close();
- }
- return file;
- }
-
-
- public static byte[] downloadAsByte(final String downloadFile, final ChannelSftp sftp) throws Exception {
- ByteArrayOutputStream os = new ByteArrayOutputStream();
- try {
- List<String> list = formatPath(downloadFile);
- sftp.get(list.get(0) + list.get(1), os);
- } catch (Exception e) {
- throw e;
- } finally {
- os.close();
- }
- return os.toByteArray();
- }
-
-
- public static void rmFile(final String pathString, final ChannelSftp sftp) throws SftpException {
- List<String> list = formatPath(pathString);
- String dir = list.get(0);
- String file = list.get(1);
- if (dirExist(dir + file, sftp)) {
- sftp.rm(list.get(0) + list.get(1));
- }
- }
-
-
- public static void rmDir(final String pathString, final ChannelSftp sftp, final boolean recursion)
- throws SftpException {
- String fp = formatPath(pathString).get(0);
- if (dirExist(fp, sftp)) {
- if (recursion)
- exeRmRec(fp, sftp);
- else
- sftp.rmdir(fp);
- }
- }
-
-
- private static void exeRmRec(final String pathString, final ChannelSftp sftp) throws SftpException {
- @SuppressWarnings("unchecked")
- Vector<LsEntry> vector = sftp.ls(pathString);
- if (vector.size() == 1) {
- sftp.rm(pathString);
- } else if (vector.size() == 2) {
- sftp.rmdir(pathString);
- } else {
- String fileName = "";
-
- for (LsEntry en : vector) {
- fileName = en.getFilename();
- if (".".equals(fileName) || "..".equals(fileName)) {
- continue;
- } else {
- exeRmRec(pathString + "/" + fileName, sftp);
- }
- }
-
- sftp.rmdir(pathString);
- }
- }
-
-
- private static void uploadFile(final String srcFile, final String dir, final String fileName, final ChannelSftp sftp)
- throws SftpException {
- mkdir(dir, sftp);
- sftp.cd(dir);
- sftp.put(srcFile, fileName);
- }
-
-
- public static boolean uploadFile(final String srcFile, final ChannelSftp sftp) throws SftpException {
- File file = new File(srcFile);
- if (file.exists()) {
- List<String> list = formatPath(srcFile);
- uploadFile(srcFile, list.get(0), list.get(1), sftp);
- return true;
- }
- return false;
- }
-
-
- public static boolean mkdir(final String dir, final ChannelSftp sftp) throws SftpException {
- if (StringUtils.isBlank(dir))
- return false;
- String md = dir.replaceAll("\\\\", "/");
- if (md.indexOf("/") != 0 || md.length() == 1)
- return false;
- return mkdirs(md, sftp);
- }
-
-
- private static boolean mkdirs(final String dir, final ChannelSftp sftp) throws SftpException {
- String dirs = dir.substring(1, dir.length() - 1);
- String[] dirArr = dirs.split("/");
- String base = "";
- for (String d : dirArr) {
- base += "/" + d;
- if (dirExist(base + "/", sftp)) {
- continue;
- } else {
- sftp.mkdir(base + "/");
- }
- }
- return true;
- }
-
-
- private static boolean dirExist(final String dir, final ChannelSftp sftp) {
- try {
- Vector<?> vector = sftp.ls(dir);
- if (null == vector)
- return false;
- else
- return true;
- } catch (SftpException e) {
- return false;
- }
- }
-
-
- public static List<String> formatPath(final String srcPath) {
- List<String> list = new ArrayList<String>(2);
- String repSrc = srcPath.replaceAll("\\\\", "/");
- int firstP = repSrc.indexOf("/");
- int lastP = repSrc.lastIndexOf("/");
- String fileName = lastP + 1 == repSrc.length() ? "" : repSrc.substring(lastP + 1);
- String dir = firstP == -1 ? "" : repSrc.substring(firstP, lastP);
- dir = PRE_FIX + (dir.length() == 1 ? dir : (dir + "/"));
- list.add(dir);
- list.add(fileName);
- return list;
- }
-
-
- private static void exit(final ChannelSftp sftp) {
- sftp.exit();
- }
-
- public static void main(String[] args) throws Exception {
- ChannelSftp sftp = getSftpConnect("192.168.0.35", 22, "root", "root");
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- String path = "E:\\aaa.zip";
- File file = SftpUtil.download(path, path, sftp);
-
- exit(sftp);
- System.exit(0);
- }
- }
文件系统之-JAVA Sftp远程操作:
标签:use sdn keyword 成员 tail 执行 string http inux
原文地址:http://www.cnblogs.com/ceshi2016/p/7519788.html