dnslin/run.java Secret

## run.java
package in.dnsl;

import cn.hutool.log.Log;
import com.google.gson.Gson;
import com.google.gson.reflect.TypeToken;
import me.kuku.utils.Lists;
import me.kuku.utils.OkHttpUtils;
import okhttp3.Headers;
import okhttp3.Response;

import java.io.FileOutputStream;
import java.io.FileWriter;
import java.io.FileReader;
import java.io.IOException;
import java.net.InetSocketAddress;
import java.net.Proxy;
import java.util.List;
import java.util.Objects;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.TimeUnit;

public class Main {

    static Log log = Log.get();
    static final Gson gson = new Gson();
    static List<Image> images = null;
    static int maxThreads = 96; // 控制固定线程池的大小
    static ExecutorService virtualThreadPool = Executors.newFixedThreadPool(maxThreads, Thread.ofVirtual().factory());
    static String filePath = "/root/java_work/imglist/";
    // 失败list
    static List<String> failList = Lists.newArrayList();

    public static void main(String[] args) {
        OkHttpUtils.setProxy(new Proxy(Proxy.Type.HTTP, new InetSocketAddress("127.0.0.1", 7890)));
        List<String> types = List.of(".jpg", ".png");
        try {
            images = gson.fromJson(new FileReader("output-2024-4-16.json"), new TypeToken<List<Image>>() {
            }.getType());
        } catch (IOException e) {
            log.info("读取文件失败: {}", e.getMessage());
            return;
        }

        log.info("加载到的图片数量: {}", images.size());

        images.forEach(image -> virtualThreadPool.submit(() -> {
            for (String type : types) {
                String url = convertPreviewToImageUrl(image.getHref(), type);
                if (attemptToDownloadImage(url, 0)) {
                    image.setSourceUrl(url);  // 更新Image对象
                    break;
                }
            }
        }));
        virtualThreadPool.shutdown();
        try {
            // 等待60秒看线程池是否完全关闭
            if (!virtualThreadPool.awaitTermination(2, TimeUnit.HOURS)) {
                log.info("线程池在60秒内未完全关闭，尝试立即关闭所有正在执行的任务");
                virtualThreadPool.shutdownNow(); // 尝试取消正在执行的任务

                // 再等待60秒确认线程池是否关闭
                if (!virtualThreadPool.awaitTermination(2, TimeUnit.MINUTES)) {
                    log.info("线程池任务无法终止");
                }
            }
        } catch (InterruptedException ie) {
            virtualThreadPool.shutdownNow(); // 响应中断，尝试立即关闭
            Thread.currentThread().interrupt(); // 保留中断状态
        }
        // 将更新后的images列表写回到JSON文件
        writeImagesToJson(images, "output-2024-4-16-ok.json");
        writeImagesToJson(failList, "output-2024-4-16-fail.json");
    }

    private static boolean attemptToDownloadImage(String url, int retryCount) {
        if (retryCount >= 3) {
            log.info("重试次数过多，放弃下载: {}", url);
            failList.add(url);
            return false;
        }
        try (Response response = OkHttpUtils.get(url, Headers.of("Connection", "close"))) {
            switch (response.code()) {
                case 200:
                    log.info("成功下载图片: {}", url);
                    byte[] bytes = Objects.requireNonNull(response.body()).bytes();
                    writeImageToFile(bytes, url.substring(url.lastIndexOf('/') + 1));
                    return true;
                case 404:
                    log.info("图片不存在: {}", url);
                    return false;
                case 429:
                    log.info("请求过于频繁，需要稍后重试: {}", url);
                    handleRateLimiting();
                    return attemptToDownloadImage(url, retryCount + 1);
                default:
                    log.info("其他HTTP响应: {}", response.code());
                    return false;
            }
        } catch (Exception e) {
            log.error("请求图片时出错: {}", e.fillInStackTrace());
            handleRateLimiting();
            return attemptToDownloadImage(url, retryCount + 1);
        }
    }

    private static void handleRateLimiting() {
        try {
            log.info("等待5秒后重试");
            Thread.sleep(5000); // 延迟5秒后重试
        } catch (InterruptedException e) {
            Thread.currentThread().interrupt();
        }
    }

    public static String convertPreviewToImageUrl(String previewUrl, String type) {
        String id = previewUrl.substring(previewUrl.lastIndexOf('/') + 1);
        return String.format("https://w.wallhaven.cc/full/%s/wallhaven-%s%s", id.substring(0, 2), id, type);
    }

    public static void writeImagesToJson(List<?> objects, String fileName) {
        try (FileWriter writer = new FileWriter(fileName)) {
            gson.toJson(objects, writer);
        } catch (IOException e) {
            log.error("写入文件时出错: {}", e.getMessage());
        }
    }

    public static void writeImageToFile(byte[] bytes, String fileName) {
        try (FileOutputStream fos = new FileOutputStream(filePath + fileName)) {
            fos.write(bytes);
            log.info("成功写入文件: {}", fileName);
        } catch (IOException e) {
            log.error("写入文件时出错: {}", e.getMessage());
        }
    }
}
	package in.dnsl;

	import cn.hutool.log.Log;
	import com.google.gson.Gson;
	import com.google.gson.reflect.TypeToken;
	import me.kuku.utils.Lists;
	import me.kuku.utils.OkHttpUtils;
	import okhttp3.Headers;
	import okhttp3.Response;

	import java.io.FileOutputStream;
	import java.io.FileWriter;
	import java.io.FileReader;
	import java.io.IOException;
	import java.net.InetSocketAddress;
	import java.net.Proxy;
	import java.util.List;
	import java.util.Objects;
	import java.util.concurrent.ExecutorService;
	import java.util.concurrent.Executors;
	import java.util.concurrent.TimeUnit;

	public class Main {

	static Log log = Log.get();
	static final Gson gson = new Gson();
	static List<Image> images = null;
	static int maxThreads = 96; // 控制固定线程池的大小
	static ExecutorService virtualThreadPool = Executors.newFixedThreadPool(maxThreads, Thread.ofVirtual().factory());
	static String filePath = "/root/java_work/imglist/";
	// 失败list
	static List<String> failList = Lists.newArrayList();

	public static void main(String[] args) {
	OkHttpUtils.setProxy(new Proxy(Proxy.Type.HTTP, new InetSocketAddress("127.0.0.1", 7890)));
	List<String> types = List.of(".jpg", ".png");
	try {
	images = gson.fromJson(new FileReader("output-2024-4-16.json"), new TypeToken<List<Image>>() {
	}.getType());
	} catch (IOException e) {
	log.info("读取文件失败: {}", e.getMessage());
	return;
	}

	log.info("加载到的图片数量: {}", images.size());

	images.forEach(image -> virtualThreadPool.submit(() -> {
	for (String type : types) {
	String url = convertPreviewToImageUrl(image.getHref(), type);
	if (attemptToDownloadImage(url, 0)) {
	image.setSourceUrl(url); // 更新Image对象
	break;
	}
	}
	}));
	virtualThreadPool.shutdown();
	try {
	// 等待60秒看线程池是否完全关闭
	if (!virtualThreadPool.awaitTermination(2, TimeUnit.HOURS)) {
	log.info("线程池在60秒内未完全关闭，尝试立即关闭所有正在执行的任务");
	virtualThreadPool.shutdownNow(); // 尝试取消正在执行的任务

	// 再等待60秒确认线程池是否关闭
	if (!virtualThreadPool.awaitTermination(2, TimeUnit.MINUTES)) {
	log.info("线程池任务无法终止");
	}
	}
	} catch (InterruptedException ie) {
	virtualThreadPool.shutdownNow(); // 响应中断，尝试立即关闭
	Thread.currentThread().interrupt(); // 保留中断状态
	}
	// 将更新后的images列表写回到JSON文件
	writeImagesToJson(images, "output-2024-4-16-ok.json");
	writeImagesToJson(failList, "output-2024-4-16-fail.json");
	}

	private static boolean attemptToDownloadImage(String url, int retryCount) {
	if (retryCount >= 3) {
	log.info("重试次数过多，放弃下载: {}", url);
	failList.add(url);
	return false;
	}
	try (Response response = OkHttpUtils.get(url, Headers.of("Connection", "close"))) {
	switch (response.code()) {
	case 200:
	log.info("成功下载图片: {}", url);
	byte[] bytes = Objects.requireNonNull(response.body()).bytes();
	writeImageToFile(bytes, url.substring(url.lastIndexOf('/') + 1));
	return true;
	case 404:
	log.info("图片不存在: {}", url);
	return false;
	case 429:
	log.info("请求过于频繁，需要稍后重试: {}", url);
	handleRateLimiting();
	return attemptToDownloadImage(url, retryCount + 1);
	default:
	log.info("其他HTTP响应: {}", response.code());
	return false;
	}
	} catch (Exception e) {
	log.error("请求图片时出错: {}", e.fillInStackTrace());
	handleRateLimiting();
	return attemptToDownloadImage(url, retryCount + 1);
	}
	}

	private static void handleRateLimiting() {
	try {
	log.info("等待5秒后重试");
	Thread.sleep(5000); // 延迟5秒后重试
	} catch (InterruptedException e) {
	Thread.currentThread().interrupt();
	}
	}

	public static String convertPreviewToImageUrl(String previewUrl, String type) {
	String id = previewUrl.substring(previewUrl.lastIndexOf('/') + 1);
	return String.format("https://w.wallhaven.cc/full/%s/wallhaven-%s%s", id.substring(0, 2), id, type);
	}

	public static void writeImagesToJson(List<?> objects, String fileName) {
	try (FileWriter writer = new FileWriter(fileName)) {
	gson.toJson(objects, writer);
	} catch (IOException e) {
	log.error("写入文件时出错: {}", e.getMessage());
	}
	}

	public static void writeImageToFile(byte[] bytes, String fileName) {
	try (FileOutputStream fos = new FileOutputStream(filePath + fileName)) {
	fos.write(bytes);
	log.info("成功写入文件: {}", fileName);
	} catch (IOException e) {
	log.error("写入文件时出错: {}", e.getMessage());
	}
	}
	}