build: restore missing Selenium Gradle dependencies

build.gradle.kts

@@ -33,6 +33,8 @@ dependencies {
 
     // 不在 BOM 中的依赖（写版本）
     implementation("com.microsoft.playwright:playwright:1.51.0")
+    implementation("org.seleniumhq.selenium:selenium-java:4.31.0")
+    implementation("org.seleniumhq.selenium:selenium-devtools-v135:4.31.0")
     implementation("com.baomidou:mybatis-plus-spring-boot3-starter:3.5.9")
     implementation("org.xerial:sqlite-jdbc:3.45.1.0")
     // 代码生成器（MyBatis-Plus Generator + Freemarker 模板）
@@ -75,4 +77,4 @@ tasks.named<BootRun>("bootRun") {
     systemProperty("LOG_DATE", LocalDate.now().toString())
     // 可选：对齐端口
     // systemProperty("server.port", "8888")
-}
+}

pom.xml

@@ -0,0 +1,195 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xmlns="http://maven.apache.org/POM/4.0.0"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+
+    <groupId>com.superxiang</groupId>
+    <artifactId>get_jobs</artifactId>
+    <version>v2.0.1</version>
+    <name>get_jobs</name>
+
+    <parent>
+        <groupId>org.springframework.boot</groupId>
+        <artifactId>spring-boot-starter-parent</artifactId>
+        <version>2.5.0</version>
+    </parent>
+
+    <properties>
+        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+        <maven.compiler.source>21</maven.compiler.source>
+        <maven.compiler.target>21</maven.compiler.target>
+    </properties>
+
+    <dependencies>
+        <dependency>
+            <groupId>org.json</groupId>
+            <artifactId>json</artifactId>
+            <version>20231013</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-web</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>org.projectlombok</groupId>
+            <artifactId>lombok</artifactId>
+            <version>1.18.30</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.slf4j</groupId>
+            <artifactId>slf4j-api</artifactId>
+            <version>1.7.30</version>
+        </dependency>
+
+        <dependency>
+            <groupId>ch.qos.logback</groupId>
+            <artifactId>logback-classic</artifactId>
+            <version>1.2.3</version>
+        </dependency>
+
+        <dependency>
+            <groupId>com.microsoft.playwright</groupId>
+            <artifactId>playwright</artifactId>
+            <version>1.51.0</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.seleniumhq.selenium</groupId>
+            <artifactId>selenium-java</artifactId>
+            <!--<version>3.14.0</version>-->
+            <version>4.31.0</version>
+            <exclusions>
+                <exclusion>
+                    <groupId>org.seleniumhq.selenium</groupId>
+                    <artifactId>selenium-api</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.seleniumhq.selenium</groupId>
+                    <artifactId>selenium-remote-driver</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.seleniumhq.selenium</groupId>
+                    <artifactId>selenium-support</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.seleniumhq.selenium</groupId>
+                    <artifactId>selenium-devtools-v133</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.seleniumhq.selenium</groupId>
+                    <artifactId>selenium-devtools-v134</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.seleniumhq.selenium</groupId>
+                    <artifactId>selenium-chrome-driver</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.seleniumhq.selenium</groupId>
+                    <artifactId>selenium-chromium-driver</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.seleniumhq.selenium</groupId>
+                    <artifactId>selenium-edge-driver</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.seleniumhq.selenium</groupId>
+                    <artifactId>selenium-firefox-driver</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.seleniumhq.selenium</groupId>
+                    <artifactId>selenium-ie-driver</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.seleniumhq.selenium</groupId>
+                    <artifactId>selenium-safari-driver</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+
+        <!-- Selenium Java 4.x 中引入的内部工具类。 -->
+        <dependency>
+            <groupId>org.seleniumhq.selenium</groupId>
+            <artifactId>selenium-api</artifactId>
+            <version>4.31.0</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.seleniumhq.selenium</groupId>
+            <artifactId>selenium-devtools-v135</artifactId>
+            <version>4.31.0</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.seleniumhq.selenium</groupId>
+            <artifactId>selenium-chrome-driver</artifactId>
+            <version>4.31.0</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.seleniumhq.selenium</groupId>
+            <artifactId>selenium-remote-driver</artifactId>
+            <version>4.31.0</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.seleniumhq.selenium</groupId>
+            <artifactId>selenium-support</artifactId>
+            <version>4.31.0</version>
+        </dependency>
+
+        <dependency>
+            <groupId>com.fasterxml.jackson.dataformat</groupId>
+            <artifactId>jackson-dataformat-yaml</artifactId>
+            <version>2.12.3</version>
+        </dependency>
+
+        <!-- Apache HttpClient 用于发送 HTTP 请求 -->
+        <dependency>
+            <groupId>org.apache.httpcomponents.client5</groupId>
+            <artifactId>httpclient5-fluent</artifactId>
+            <version>5.1</version>
+        </dependency>
+
+        <!-- dotenv-java 用于加载 .env 文件中的环境变量 -->
+        <dependency>
+            <groupId>io.github.cdimascio</groupId>
+            <artifactId>dotenv-java</artifactId>
+            <version>2.2.0</version>
+        </dependency>
+    </dependencies>
+
+    <distributionManagement>
+        <repository>
+            <id>get_jobs</id>
+            <name>get_jobs</name>
+            <url>https://maven.pkg.github.com/loks666/get_jobs</url>
+        </repository>
+    </distributionManagement>
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-compiler-plugin</artifactId>
+                <version>3.11.0</version>
+                <configuration>
+                    <source>21</source>
+                    <target>21</target>
+                </configuration>
+            </plugin>
+            <!-- Maven Exec Plugin -->
+            <plugin>
+                <groupId>org.codehaus.mojo</groupId>
+                <artifactId>exec-maven-plugin</artifactId>
+                <version>3.0.0</version>
+                <configuration>
+                    <mainClass>StartAll</mainClass>
+                </configuration>
+            </plugin>
+        </plugins>
+    </build>
+</project>

run_startall.bat

@@ -0,0 +1,4 @@
+@echo off
+:: 设置代码页为 UTF-8
+chcp 65001 >nul
+mvn exec:java

src/main/java/StartAll.java

@@ -0,0 +1,119 @@
+import lombok.extern.slf4j.Slf4j;
+
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.concurrent.ScheduledExecutorService;
+import java.util.concurrent.TimeUnit;
+import java.util.ArrayList;
+import java.util.List;
+
+@Slf4j
+public class StartAll {
+    // 存储所有子进程的引用
+    private static final List<Process> childProcesses = new ArrayList<>();
+
+    public static void main(String[] args) {
+
+         // Create a ScheduledExecutorService for Boss
+         ScheduledExecutorService bossScheduler = Executors.newSingleThreadScheduledExecutor();
+
+        // 定义Boss任务
+        Runnable bossTask = () -> {
+            try {
+                log.info("正在执行 Boss 任务，线程名称: {}", Thread.currentThread().getName());
+                executeTask("boss.Boss");
+                log.info("Boss 任务已完成，完成时间: {}", java.time.LocalDateTime.now());
+            } catch (Exception e) {
+                log.error("Boss 任务执行过程中发生错误: {}", e.getMessage(), e);
+            }
+        };
+
+        // 创建一个统一的线程池来执行所有任务
+        ExecutorService executorService = Executors.newFixedThreadPool(2);
+
+        // 定义Liepin任务
+        Runnable liepinTask = () -> {
+            try {
+                log.info("正在执行 Liepin 任务，线程名称: {}", Thread.currentThread().getName());
+                executeTask("liepin.Liepin");
+                log.info("Liepin 任务已完成，完成时间: {}", java.time.LocalDateTime.now());
+            } catch (Exception e) {
+                log.error("Liepin 任务执行过程中发生错误: {}", e.getMessage(), e);
+            }
+        };
+
+        // 定义Job51任务
+        Runnable job51Task = () -> {
+            try {
+                log.info("正在执行 Job51 任务，线程名称: {}", Thread.currentThread().getName());
+                executeTask("job51.Job51");
+                log.info("Job51 任务已完成，完成时间: {}", java.time.LocalDateTime.now());
+            } catch (Exception e) {
+                log.error("Job51 任务执行过程中发生错误: {}", e.getMessage(), e);
+            }
+        };
+
+        // 提交所有任务到线程池执行
+//        executorService.submit(liepinTask);
+//        executorService.submit(job51Task);
+
+        // 添加关闭钩子，优雅地关闭线程池和子进程
+        Runtime.getRuntime().addShutdownHook(new Thread(() -> {
+            log.info("正在关闭线程池和子进程...");
+
+            // 关闭所有子进程
+            synchronized (childProcesses) {
+                for (Process process : childProcesses) {
+                    if (process != null && process.isAlive()) {
+                        process.destroyForcibly();
+                    }
+                }
+                childProcesses.clear();
+            }
+
+            executorService.shutdown();
+            bossScheduler.shutdown();
+            try {
+                if (!executorService.awaitTermination(5, TimeUnit.SECONDS)) {
+                    log.warn("强制关闭线程池...");
+                    executorService.shutdownNow();
+                    bossScheduler.shutdownNow();
+                }
+            } catch (InterruptedException e) {
+                log.error("关闭线程池时发生错误: {}", e.getMessage(), e);
+                executorService.shutdownNow();
+                bossScheduler.shutdownNow();
+            }
+        }));
+    }
+
+    /**
+     * 使用独立进程运行指定的类
+     *
+     * @param className 要执行的类名
+     * @throws Exception 如果发生错误
+     */
+    private static void executeTask(String className) throws Exception {
+        ProcessBuilder processBuilder = new ProcessBuilder(
+            "java", "-cp", System.getProperty("java.class.path"), className
+        );
+        processBuilder.inheritIO(); // 将子进程的输入/输出重定向到当前进程
+        Process process = processBuilder.start();
+
+        // 将进程添加到管理列表中
+        synchronized (childProcesses) {
+            childProcesses.add(process);
+        }
+
+        int exitCode = process.waitFor();
+
+        // 进程结束后从列表中移除
+        synchronized (childProcesses) {
+            childProcesses.remove(process);
+        }
+
+        if (exitCode != 0) {
+            throw new RuntimeException(className + " 执行失败，退出代码: " + exitCode);
+        }
+    }
+}

src/main/java/ai/AiConfig.java

@@ -0,0 +1,36 @@
+package ai;
+
+import lombok.Data;
+import utils.JobUtils;
+
+/**
+ * @author loks666
+ * 项目链接: <a href="https://github.com/loks666/get_jobs">https://github.com/loks666/get_jobs</a>
+ */
+@Data
+public class AiConfig {
+
+    /**
+     * 介绍语
+     */
+    private String introduce;
+
+    /**
+     * 提示词
+     */
+    private String prompt;
+
+    public AiConfig() {
+    }
+
+    public AiConfig(String introduce, String prompt) {
+        this.introduce = introduce;
+        this.prompt = prompt;
+    }
+
+    public static AiConfig init() {
+        AiConfig config = JobUtils.getConfig(AiConfig.class);
+        return new AiConfig(config.introduce, config.prompt);
+    }
+
+}