Skip to content

增加一个Spring分段下载示例 #216

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 3 commits into
base: master
Choose a base branch
from
Open

增加一个Spring分段下载示例 #216

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
832e3f6
添加@Override
LoopOuroboros Apr 30, 2020
632fa01
优化代码
LoopOuroboros Apr 30, 2020
2d8b7d4
分段下载代码示例
LoopOuroboros Apr 30, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
26 changes: 9 additions & 17 deletions src/main/java/com/github/tobato/fastdfs/domain/conn/DefaultConnection.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,8 @@

import com.github.tobato.fastdfs.domain.proto.CmdConstants;
import com.github.tobato.fastdfs.domain.proto.OtherConstants;
import com.github.tobato.fastdfs.domain.proto.mapper.BytesUtil;
import com.github.tobato.fastdfs.domain.proto.ProtoHead;
import com.github.tobato.fastdfs.domain.proto.StatusConstants;
import com.github.tobato.fastdfs.exception.FdfsConnectException;
import org.apache.commons.io.IOUtils;
import org.slf4j.Logger;
Expand All @@ -14,7 +15,6 @@
import java.net.InetSocketAddress;
import java.net.Socket;
import java.nio.charset.Charset;
import java.util.Arrays;

/**
* 默认连接实现
Expand Down Expand Up @@ -60,16 +60,11 @@ public DefaultConnection(InetSocketAddress address, int soTimeout, int connectTi
/**
* 正常关闭连接
*/
@Override
public synchronized void close() {
LOGGER.debug("disconnect from {}", socket);
byte[] header = new byte[OtherConstants.FDFS_PROTO_PKG_LEN_SIZE + 2];
Arrays.fill(header, (byte) 0);

byte[] hex_len = BytesUtil.long2buff(0);
System.arraycopy(hex_len, 0, header, 0, hex_len.length);
header[OtherConstants.PROTO_HEADER_CMD_INDEX] = CmdConstants.FDFS_PROTO_CMD_QUIT;
header[OtherConstants.PROTO_HEADER_STATUS_INDEX] = (byte) 0;
try {
byte[] header = new ProtoHead(CmdConstants.FDFS_PROTO_CMD_QUIT).toByte();
socket.getOutputStream().write(header);
socket.close();
} catch (IOException e) {
Expand All @@ -95,19 +90,13 @@ public boolean isClosed() {
public boolean isValid() {
LOGGER.debug("check connection status of {} ", this);
try {
byte[] header = new byte[OtherConstants.FDFS_PROTO_PKG_LEN_SIZE + 2];
Arrays.fill(header, (byte) 0);

byte[] hex_len = BytesUtil.long2buff(0);
System.arraycopy(hex_len, 0, header, 0, hex_len.length);
header[OtherConstants.PROTO_HEADER_CMD_INDEX] = CmdConstants.FDFS_PROTO_CMD_ACTIVE_TEST;
header[OtherConstants.PROTO_HEADER_STATUS_INDEX] = (byte) 0;
byte[] header = new ProtoHead(CmdConstants.FDFS_PROTO_CMD_ACTIVE_TEST).toByte();
socket.getOutputStream().write(header);
if (socket.getInputStream().read(header) != header.length) {
return false;
}

return header[OtherConstants.PROTO_HEADER_STATUS_INDEX] == 0 ? true : false;
return header[OtherConstants.PROTO_HEADER_STATUS_INDEX] == StatusConstants.FDFS_STORAGE_STATUS_INIT;
} catch (IOException e) {
LOGGER.error("valid connection error", e);
return false;
Expand All @@ -120,6 +109,7 @@ public boolean isValid() {
* @return
* @throws IOException
*/
@Override
public OutputStream getOutputStream() throws IOException {
return socket.getOutputStream();
}
Expand All @@ -130,6 +120,7 @@ public OutputStream getOutputStream() throws IOException {
* @return
* @throws IOException
*/
@Override
public InputStream getInputStream() throws IOException {
return socket.getInputStream();
}
Expand All @@ -139,6 +130,7 @@ public InputStream getInputStream() throws IOException {
*
* @return
*/
@Override
public Charset getCharset() {
return charset;
}
Expand Down
100 changes: 100 additions & 0 deletions src/test/java/com/github/tobato/fastdfs/controller/FileDownloadDemoController.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,100 @@
package com.github.tobato.fastdfs.controller;

import com.github.tobato.fastdfs.service.DefaultGenerateStorageClient;
import org.apache.commons.io.IOUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.http.*;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RequestHeader;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;

import javax.servlet.http.HttpServletResponse;
import java.net.URLConnection;
import java.nio.charset.StandardCharsets;
import java.util.List;

/**
* @author MagakiReimu
* @version 1.0
*/
@RestController
@RequestMapping("/download")
public class FileDownloadDemoController {

@Autowired
private DefaultGenerateStorageClient defaultGenerateStorageClient;

@GetMapping("/demo")
public void downloadDemo(@RequestHeader(value = HttpHeaders.RANGE, required = false) String rangeHeader,
HttpServletResponse response) {
// 以下数据，请从自己的开发系统中获取
String fileName = "abc.txt";
String group = "group1";
String path = "xxxxx";
long fileSize = 0L;

// 分段下载计算参数
long rangeStart = 0L;
long rangeEnd = 0L;
long downloadSize = 0L;
long contentLength = fileSize;

// 获取分段下载请求
List<HttpRange> httpRangeList = HttpRange.parseRanges(rangeHeader);
if (httpRangeList.size() == 0) {
// 无分段下载请求，下载为全量下载
// 调用downloadFile下载整个文件, 调用接口为只有group, path参数时
// 下载接口统一, 保持二次调用中rangeStart, downloadSize为0
// 普通下载状态码200
response.setStatus(HttpStatus.OK.value());
} else if (httpRangeList.size() == 1) {
// 分段下载只解析第一个，一般请求只包含一个
HttpRange httpRange = httpRangeList.get(0);
// 请求起始字节
rangeStart = httpRange.getRangeStart(fileSize);
// 请求结束字节
rangeEnd = httpRange.getRangeEnd(fileSize);
// 请求分段长度
contentLength = rangeEnd - rangeStart + 1L;
// 请求下载长度
downloadSize = contentLength;
// Content-Range: bytes [unit first byte pos] - [last byte pos] / [entity length]
String contentRange = String.format("bytes %d-%d/%d", rangeStart, rangeEnd, fileSize);
response.addHeader(HttpHeaders.CONTENT_RANGE, contentRange);
// 分段下载状态码206
response.setStatus(HttpStatus.PARTIAL_CONTENT.value());
} else {
// 协议支持一个请求包含多段下载, Demo不做多段解析
response.setStatus(HttpStatus.BAD_REQUEST.value());
return;
}

// Content-Type
// 方式一：写死Content-Type
MediaType contentType = MediaType.APPLICATION_OCTET_STREAM;
// 方式二：根据文件名猜测Content-Type
contentType = MediaType.parseMediaType(URLConnection.guessContentTypeFromName(fileName));
response.setContentType(contentType.toString());
// Content-Disposition
//@formatter:off
ContentDisposition contentDisposition = ContentDisposition
.builder("form-data")
.name("attachment")
.filename(fileName, StandardCharsets.UTF_8)
.build();
//@formatter:on
response.addHeader(HttpHeaders.CONTENT_DISPOSITION, contentDisposition.toString());
// 本次下载大小
response.setContentLengthLong(contentLength);
// 支持分段下载
response.addHeader(HttpHeaders.ACCEPT_RANGES, "bytes");

// 根据上方计算值，下载区间数据
defaultGenerateStorageClient.downloadFile(group, path, rangeStart, downloadSize,
inputStream -> {
IOUtils.copy(inputStream, response.getOutputStream());
return null;
});
}
}