首页 > 其他分享 >从unpkg拉取lib包

从unpkg拉取lib包

时间:2023-01-12 18:36:41浏览次数:28  
标签:byteLength totalLength unpkg String lib byteList http 拉取 new

直接上代码

package com.sunyard.coder;

import java.io.File;
import java.io.FileOutputStream;
import java.io.InputStream;
import java.net.HttpURLConnection;
import java.net.URL;
import java.nio.charset.StandardCharsets;
import java.util.ArrayList;
 
public class Main {
//    static String fileP = "D:/element-ui/2.15.12/";
//    static String urlP = "https://unpkg.com/browse/[email protected]/";
//    static String urlF = "https://unpkg.com/[email protected]/";
    
    static String fileP = "E:/library/vue/2.7.14/";
    static String urlP = "https://unpkg.com/browse/[email protected]/";
    static String urlF = "https://unpkg.com/[email protected]/";
    
    public static void main(String[] args){
        try {
            GetPage("");
        } catch (Exception e) {
            e.printStackTrace();
        }
        System.out.println("done ......");
    }
    static void GetPage(String after) throws Exception {
        System.out.println(urlP + after);
        new File(fileP + after).mkdir();
        HttpURLConnection http = (HttpURLConnection) (new URL(urlP + after)).openConnection();
        http.setRequestMethod("GET");
        http.setRequestProperty("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/71.0.3562.0 Safari/537.36");
        http.connect();
        if(http.getResponseCode() == 200) {
            InputStream inputStream = http.getInputStream();
            byte [] buffer = new byte[10240];
            ArrayList<byte []> byteList = new ArrayList<>();
            ArrayList<Integer> byteLength = new ArrayList<>();
            int length;
            int totalLength = 0;
            while( (length = inputStream.read(buffer)) != -1 ) {
                byteList.add(buffer);
                byteLength.add(length);
                totalLength += length;
                buffer = new byte[10240];
            }
            http.disconnect();
            byte [] all;
            all = new byte[totalLength];
            totalLength = 0;
            while(byteList.size() != 0) {
                System.arraycopy(byteList.get(0), 0, all, totalLength, byteLength.get(0));
                totalLength += byteLength.get(0);
                byteList.remove(0);
                byteLength.remove(0);
            }
            String content = new String(all, StandardCharsets.UTF_8);
            all = null;
            content = content.split("tbody")[1];
            String [] us = content.split("href=\"");
            for(int i = 1; i < us.length; i ++) {
                String href = us[i].split("\"", 2)[0];
                if(href.equals("../")) {
                    continue;
                }
                if(href.charAt(href.length() - 1) == '/') {
                    GetPage(after + href);
                } else {
                    //下载文件,失败重试,大部分是网络原因
                    try {
                        GetFile(after + href);
                    }catch (Exception e){
                        System.out.println(after + href + " 下载失败,重试");
                        GetFile(after + href);
                    }
                }
            }
        } else {
            GetPage(after);
        }
    }
    static void GetFile(String url) throws Exception{
        System.out.println(url);
        HttpURLConnection http;
        http = (HttpURLConnection) (new URL(urlF + url)).openConnection();
        http.setRequestMethod("GET");
        http.setRequestProperty("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/71.0.3562.0 Safari/537.36");
        http.connect();
        if(http.getResponseCode() == 200) {
            InputStream inputStream = http.getInputStream();
            byte [] buffer = new byte[10240];
            ArrayList<byte []> byteList = new ArrayList<>();
            ArrayList<Integer> byteLength = new ArrayList<>();
            int length;
            int totalLength = 0;
            while( (length = inputStream.read(buffer)) != -1 ) {
                byteList.add(buffer);
                byteLength.add(length);
                totalLength += length;
                buffer = new byte[10240];
            }
            http.disconnect();
            byte [] all;
            all = new byte[totalLength];
            totalLength = 0;
            while(byteList.size() != 0) {
                System.arraycopy(byteList.get(0), 0, all, totalLength, byteLength.get(0));
                totalLength += byteLength.get(0);
                byteList.remove(0);
                byteLength.remove(0);
            }
            File f = new File(fileP + url.replaceAll("/", "\\\\"));
            //文件存在,不重复下载
            if(f.exists()){
                System.out.println(f.getAbsoluteFile() + " 存在");
                return;
            }
            f.createNewFile();
            FileOutputStream fos = new FileOutputStream(f, false);
            fos.write(all);
            fos.flush();
            fos.close();
        } else {
            GetFile(url);
        }
    }
}

 

标签:byteLength,totalLength,unpkg,String,lib,byteList,http,拉取,new
From: https://www.cnblogs.com/hi-gdl/p/17047611.html

相关文章

  • glibc升级
    1、检查当前glibc版本[[email protected]]#ldd--versionldd(GNUlibc)2.17Copyright2012FreeSoftwareFoundation,Inc.Thisisfreesoftware;seethesourc......
  • library initialization failed - unable to allocate file descriptor table - out o
    1.报错日志libraryinitializationfailed-unabletoallocatefiledescriptortable-outofmemory/cm-server/aiboxCloud-web/boot/entrypoint.sh:line2:  ......
  • JRTPLIB RTP头和扩展头代码解析
    RTP文档规范文档查阅网址​​​https://www.rfc-editor.org/rfc/rfc3550​​​​​​​https://www.rfc-editor.org/rfc/rfc5285​​对比说明   在RFC3550头扩展包含......
  • Matplotlib学习笔记1 - 上手制作一些图表吧!
    Matplotlib学习笔记1-上手制作一些图表吧!Matplotlib是一个面向Python的,专注于数据可视化的模块。快速上手这是使用频率最高的几个模块,在接下来的程序中,都需要把它们作......
  • Spring Cloud alibaba之一 部署nacos & 集成dubbo
    环境nacos-2.2.0SpringCloud-2.1.2.RELEASECentOSLinuxrelease7.9.2009(Core) 部署三台虚拟机IP:192.168.6.102:8848,192.168.6.103:8848,192.168.6.1......
  • [UE]LNK1000 Internal error during LIB Search
    UE出现编译报错LINK:fatalerrorLNK1000:InternalerrorduringLIB::Search可行的解决方案:更新VisualStudio到最新版本,而后重编即可参考:LINK:fatalerrorLNK......
  • MSVCRTD.lib : 无法解析的外部符号 _main
     学习duilib库,生成时出现如下报错:MSVCRTD.lib:无法解析的外部符号_main……(大概是这样吧具体忘了)产生这个问题的原因是c++语言运行时找不到适当的程序入口函数。......
  • 3.2 urllib.request发送get与post请求
      --正常网页读取importurllib.requesturl='https://www.lingdianshuwu.com/'#发送请求resp=urllib.request.urlopen(url)#这个网页只有gethtml=resp.rea......
  • 论JDK与CGLIB之异同
    三种代理方式之间对比代理方式实现优点缺点特点JDK静态代理代理类与委托类实现同一接口,并且在代理类中需要硬编码接口实现简单,容易理解代理类需要硬编码接口,在实......
  • 拉取git时报错Failed to connect to github.com port 443 : Timed out
    一、问题描述报错如下图:二、问题分析git所设端口与系统代理不一致,需重新设置。三、解决方法打开设置>网络与Internet>代理。记录下当前系统代理的IP地址和端口......