tiennm99/zfoo
1
0
Fork 0
mirror of https://github.com/tiennm99/zfoo.git synced 2026-08-05 20:23:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat[storage]: 支持excel文件格式转换为csv文件格式

Browse Source
This commit is contained in:
godotg
2022-10-27 22:54:22 +08:00
parent e1c547c9d6
commit 1976be79a4
3 changed files with 92 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
storage/src/main/java/com/zfoo/storage/util/ExportUtils.java
+76 -7
View File
@@ -36,27 +36,47 @@ import java.util.stream.Collectors;
*/
public abstract class ExportUtils {
public static void excel2Json(String inputDir, String outputDir) throws IOException {
public static void excel2json(String inputDir, String outputDir) throws IOException {
var excelFiles = scanExcelFiles(inputDir);
for (var excel : excelFiles) {
var excelSimpleName = FileUtils.fileSimpleName(excel.getName());
var jsonFileName = StringUtils.format("{}.json", excelSimpleName);
var resourceData = ExcelReader.readResourceDataFromExcel(FileUtils.openInputStream(excel), excel.getName());
var outputFilePath = FileUtils.joinPath(outputDir, jsonFileName);
var outputFilePath = FileUtils.joinPath(outputDir, StringUtils.format("{}.json", excelSimpleName));
FileUtils.deleteFile(new File(outputFilePath));
FileUtils.writeStringToFile(new File(outputFilePath), JsonUtils.object2String(resourceData), true);
}
}
public static void excel2Csv(String inputDir, String outputDir) throws IOException {
public static void excel2csv(String inputDir, String outputDir) throws IOException {
var excelFiles = scanExcelFiles(inputDir);
for (var excel : excelFiles) {
var excelSimpleName = FileUtils.fileSimpleName(excel.getName());
var csvFileName = StringUtils.format("{}.csv", excelSimpleName);
var resourceData = CsvReader.readResourceDataFromCSV(FileUtils.openInputStream(excel), excel.getName());
var resourceData = ExcelReader.readResourceDataFromExcel(FileUtils.openInputStream(excel), excel.getName());
var headers = resourceData.getHeaders();
var rows = resourceData.getRows();
var builder = new StringBuilder();
builder.append(headers.stream().map(it -> wrapCsvData(it.getName())).collect(Collectors.joining(StringUtils.COMMA))).append(FileUtils.LS);
builder.append(headers.stream().map(it -> wrapCsvData(it.getType())).collect(Collectors.joining(StringUtils.COMMA))).append(FileUtils.LS);
for (var row : rows) {
builder.append(row.stream().map(it -> wrapCsvData(it)).collect(Collectors.joining(StringUtils.COMMA))).append(FileUtils.LS);
}
var outputFilePath = FileUtils.joinPath(outputDir, StringUtils.format("{}.csv", excelSimpleName));
FileUtils.deleteFile(new File(outputFilePath));
FileUtils.writeStringToFile(new File(outputFilePath), builder.toString(), true);
}
}
var outputFilePath = FileUtils.joinPath(outputDir, csvFileName);
public static void csv2json(String inputDir, String outputDir) throws IOException {
var csvFiles = FileUtils.getAllReadableFiles(new File(inputDir))
.stream()
.filter(it -> ResourceEnum.getResourceEnumByType(FileUtils.fileExtName(it.getName())) == ResourceEnum.CSV)
.collect(Collectors.toList());
for (var csv : csvFiles) {
var excelSimpleName = FileUtils.fileSimpleName(csv.getName());
var resourceData = CsvReader.readResourceDataFromCSV(FileUtils.openInputStream(csv), csv.getName());
var outputFilePath = FileUtils.joinPath(outputDir, StringUtils.format("{}.json", excelSimpleName));
FileUtils.deleteFile(new File(outputFilePath));
FileUtils.writeStringToFile(new File(outputFilePath), JsonUtils.object2String(resourceData), true);
}
@@ -110,4 +130,53 @@ public abstract class ExportUtils {
return instance;
}
private static String wrapCsvData(String value) {
char textDelimiter = '"';
char fieldSeparator = ',';
if (StringUtils.isEmpty(value)) {
return StringUtils.EMPTY;
}
char[] valueChars = value.toCharArray();
boolean needsTextDelimiter = false;
boolean containsTextDelimiter = false;
for (char c : valueChars) {
if (c == textDelimiter) {
// 字段值中存在包装符
containsTextDelimiter = needsTextDelimiter = true;
break;
} else if (c == fieldSeparator || c == '\n' || c == '\r') {
// 包含分隔符或换行符需要包装符包装
needsTextDelimiter = true;
}
}
// 包装符开始
var builder = new StringBuilder();
if (needsTextDelimiter) {
builder.append(textDelimiter);
}
// 正文
if (containsTextDelimiter) {
for (char c : valueChars) {
// 转义文本包装符
if (c == textDelimiter) {
builder.append(textDelimiter);
}
builder.append(c);
}
} else {
builder.append(valueChars);
}
// 包装符结尾
if (needsTextDelimiter) {
builder.append(textDelimiter);
}
return builder.toString();
}
}
storage/src/test/java/com/zfoo/storage/export/ExportCsvTest.java
+15 -2
View File
@@ -12,10 +12,15 @@
package com.zfoo.storage.export;
import com.zfoo.protocol.util.FileUtils;
import com.zfoo.storage.interpreter.CsvReader;
import com.zfoo.storage.util.ExportUtils;
import org.junit.Ignore;
import org.junit.Test;
import java.io.File;
import java.io.IOException;
/**
* @author godotg
* @version 3.0
@@ -24,10 +29,18 @@ import org.junit.Test;
public class ExportCsvTest {
@Test
public void test() throws Exception {
public void exportTest() throws Exception {
var inputDir = "E:\\workspace\\zfoo\\storage\\src\\test\\resources\\excel";
var outputDir = "E:\\workspace\\zfoo\\storage\\src\\test\\resources\\excel";
ExportUtils.excel2Json(inputDir, outputDir);
ExportUtils.excel2csv(inputDir, outputDir);
}
@Test
public void csvReadTest() throws IOException {
var file = new File("C:\\Users\\workspace\\Desktop\\test\\StudentResource.csv");
var list = CsvReader.readResourceDataFromCSV(FileUtils.openInputStream(file), file.getName());
System.out.println(list);
}
}
storage/src/test/java/com/zfoo/storage/export/ExportJsonTest.java
+1 -1
View File
@@ -27,7 +27,7 @@ public class ExportJsonTest {
public void test() throws Exception {
var inputDir = "E:\\workspace\\zfoo\\storage\\src\\test\\resources\\excel";
var outputDir = "E:\\workspace\\zfoo\\storage\\src\\test\\resources\\excel";
ExportUtils.excel2Json(inputDir, outputDir);
ExportUtils.excel2json(inputDir, outputDir);
}
}