有道云笔记数据备份相关

import com.fasterxml.jackson.databind.DeserializationFeature;
import com.fasterxml.jackson.databind.ObjectMapper;
import feign.Feign;
import feign.FeignException;
import feign.Response;
import feign.Util;
import feign.codec.DecodeException;
import feign.codec.Decoder;
import feign.form.FormEncoder;
import lombok.Data;
import org.apache.commons.io.IOUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.time.StopWatch;
import org.codehaus.jackson.annotate.JsonIgnore;
import org.springframework.cloud.openfeign.support.SpringMvcContract;
import org.springframework.core.ResolvableType;
import org.springframework.http.MediaType;
import org.springframework.web.bind.annotation.*;

import java.io.*;
import java.lang.reflect.Type;
import java.nio.charset.StandardCharsets;
import java.time.LocalDateTime;
import java.time.format.DateTimeFormatter;
import java.util.Date;
import java.util.List;

/**
 * 使用接口模拟网页版调用下载markdown类型笔记
 */
public class TestYoudaoyunNoteBackup2 {

    private static final String BASE_URL = "https://note.youdao.com/yws/api";
    private static final String CSTK = "lUwgyhL9"; // 从网页端请求中获取
    private static final String ROOT_FILEID = "WEBa042d0b14d7ac9f04727385b8d4c0811"; // 从网页端 url 中获取
    private static final StatisticsInfo STATISTICS_INFO = new StatisticsInfo();

    private static final ObjectMapper OBJECT_MAPPER = new ObjectMapper();

    static {
        // 忽略未知属性
        OBJECT_MAPPER.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);
    }

    public static void main(String[] args) throws IOException {
        String cookie = getCookie();
        YoudaoyunNoteClient client = createClient();
        ;
        String rootFilePath = getRootFilePath();
        StopWatch stopWatch = new StopWatch();
        stopWatch.start();
        System.out.println(new Date());
        listEntryRecursiveAndFlatMap(client, ROOT_FILEID, cookie, rootFilePath, "");
        stopWatch.stop();
        System.out.println("花费时间：" + stopWatch.getTime() + "ms");
        System.out.println("统计信息：" + STATISTICS_INFO);
    }

    /**
     * 单线程备份，文件名为当前文件名称+上级目录名称
     */
    private static void listEntryRecursiveAndFlatMap(YoudaoyunNoteClient client, String parentFileId, String cookie,
                                                     String rootFilePath, String parentFileName) {
        ListByParentIdResponse response = client.listByParentId(parentFileId, true, true, 100, 1, false, "listPageByParentId", CSTK, cookie);
        for (FileInfo fileInfo : response.getEntries()) {
            FileEntry fileEntry = fileInfo.getFileEntry();
            String name = fileEntry.getName();
            Boolean dir = fileEntry.getDir();
            String fileId = fileEntry.getId();
            if (StringUtils.isNotBlank(parentFileName)) {
                name = parentFileName + "-" + name;
            }
            File file = new File(rootFilePath, name);
            if (dir) {
                boolean mkdirs = file.mkdirs();
                if (!mkdirs) {
                    throw new RuntimeException("创建文件夹失败");
                }
                STATISTICS_INFO.folderQuantityIncr();
                listEntryRecursiveAndFlatMap(client, fileId, cookie, file.getAbsolutePath(), name);
            } else {
                if (fileEntry.isMarkdown()) {
                    String fileContent = client.sync("download", fileId, -1, true, CSTK, cookie);
                    writeToFile(file, fileContent);
                    STATISTICS_INFO.fileQuantityIncr();
                }
            }
        }
    }

    private static String getRootFilePath() {
        String targetFilePath = "/Users/xxx/Desktop/files/youdaoyunnotebackup";
        DateTimeFormatter dateTimeFormatter = DateTimeFormatter.ofPattern("yyyy-MM-dd HH-mm-ss");
        String currentFormatTime = dateTimeFormatter.format(LocalDateTime.now());
        String rootFilePath = targetFilePath + "/" + currentFormatTime;
        File file = new File(rootFilePath);
        if (!file.exists()) {
            file.mkdirs();
        }
        return rootFilePath;
    }

    private static void writeToFile(File targetFile, String fileContent) {
        try (BufferedWriter bw = new BufferedWriter(new FileWriter(targetFile))) {
            bw.write(fileContent);
            bw.flush();
        } catch (Exception e) {
            e.printStackTrace();
        }
        System.out.println("文件下载成功-> " + targetFile.getAbsolutePath() + "  " + new Date());
    }

    private static String getCookie() throws IOException {
        // 从网页端请求中获取
        InputStream inputStream = TestYoudaoyunNoteBackup2.class.getClassLoader().getResourceAsStream("youdaoyun/cookie.txt");
        return IOUtils.toString(inputStream, StandardCharsets.UTF_8.name());
    }

    private static YoudaoyunNoteClient createClient() {
        Feign.Builder builder = Feign.builder()
                .decoder(new MyDecoder())
                .contract(new SpringMvcContract())
                .encoder(new FormEncoder());
        return builder.target(YoudaoyunNoteClient.class, BASE_URL);
    }

    interface YoudaoyunNoteClient {
        /**
         * 根据父文件ID查询子文件列表
         *
         * @param parentFileId 父文件ID
         * @param all          是否查询全部 既包含文件夹也包含文件
         * @param f            未知
         * @param len          查询长度
         * @param sort         是否排序
         * @param isReverse    是否倒序
         * @param method       服务器端执行方法
         * @param cstk         未知 用户信息相关
         * @param cookie       用户信息
         * @return
         */
        @GetMapping("/personal/file/{parentFileId}")
        ListByParentIdResponse listByParentId(@PathVariable("parentFileId") String parentFileId,
                                              @RequestParam("all") Boolean all,
                                              @RequestParam("f") Boolean f,
                                              @RequestParam("len") Integer len,
                                              @RequestParam("sort") Integer sort,
                                              @RequestParam("salt") Boolean isReverse,
                                              @RequestParam("method") String method,
                                              @RequestParam("cstk") String cstk,
                                              @RequestHeader("Cookie") String cookie);

        @PostMapping(value = "/personal/sync", consumes = MediaType.MULTIPART_FORM_DATA_VALUE)
        String sync(@RequestParam("method") String method,
                    @RequestPart("fileId") String fileId,
                    @RequestPart("version") Integer version,
                    @RequestPart("read") Boolean read,
                    @RequestPart("cstk") String cstk,
                    @RequestHeader("Cookie") String cookie);
    }

    static class MyDecoder implements Decoder {

        @Override
        public Object decode(Response response, Type type) throws IOException, DecodeException, FeignException {
            if (String.class.equals(type)) {
                return Util.toString(response.body().asReader(Util.UTF_8));
            }
            InputStream inputStream = response.body().asInputStream();
            return OBJECT_MAPPER.readValue(inputStream, ResolvableType.forType(type).getRawClass());
        }
    }

    @Data
    static class ListByParentIdResponse {
        private List<FileInfo> entries;
    }

    @Data
    static class FileInfo {
        private FileEntry fileEntry;
    }

    @Data
    static class FileEntry {

        private String name;
        private Boolean dir;
        private String id;
        //0表示markdown 5表示word
        private String noteType;

        @JsonIgnore
        public boolean isMarkdown() {
            return "0".equals(noteType);
        }
    }

    @Data
    static class StatisticsInfo {
        private int folderQuantity;
        private int fileQuantity;

        private void folderQuantityIncr() {
            folderQuantity++;
        }

        private void fileQuantityIncr() {
            fileQuantity++;
        }
    }
}