update

physical-module-system/physical-system-biz/pom.xml

@@ -24,7 +24,12 @@
             <groupId>org.jeecgframework.boot3</groupId>
             <artifactId>hibernate-re</artifactId>
         </dependency>
-
+        <!-- 引入分布式锁依赖 -->
+        <dependency>
+            <groupId>org.jeecgframework.boot</groupId>
+            <artifactId>jeecg-boot-starter3-lock</artifactId>
+            <version>3.7.0</version>
+        </dependency>
         <!-- 企业微信/钉钉 api -->
         <dependency>
             <groupId>org.jeecgframework</groupId>
@@ -46,6 +51,12 @@
             <artifactId>jeecg-boot-starter3-chatgpt</artifactId>
             <version>3.7.0</version>
         </dependency>
+        <dependency>
+            <!-- jsoup HTML parser library @ https://jsoup.org/ -->
+            <groupId>org.jsoup</groupId>
+            <artifactId>jsoup</artifactId>
+            <version>1.18.1</version>
+        </dependency>
         <!-- 积木报表 mongo redis 支持包
             <dependency>
                 <groupId>org.jeecgframework.jimureport</groupId>

physical-module-system/physical-system-biz/src/main/java/org/jeecg/config/init/SystemInitListener.java

@@ -1,13 +1,11 @@
 package org.jeecg.config.init;
 
 import lombok.extern.slf4j.Slf4j;
-import org.jeecg.common.constant.CacheConstant;
-import org.jeecg.config.JeecgCloudCondition;
+import org.jeecg.common.util.RedisUtil;
 import org.jeecg.modules.system.service.ISysGatewayRouteService;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.boot.context.event.ApplicationReadyEvent;
 import org.springframework.context.ApplicationListener;
-import org.springframework.context.annotation.Conditional;
 import org.springframework.core.Ordered;
 import org.springframework.stereotype.Component;
 
@@ -17,9 +15,11 @@ import org.springframework.stereotype.Component;
  */
 @Slf4j
 @Component
-@Conditional(JeecgCloudCondition.class)
 public class SystemInitListener implements ApplicationListener<ApplicationReadyEvent>, Ordered {
 
+    @Autowired
+    RedisUtil redisUtil;
+
 
     @Autowired
     private ISysGatewayRouteService sysGatewayRouteService;
@@ -28,11 +28,7 @@ public class SystemInitListener implements ApplicationListener<ApplicationReadyE
     public void onApplicationEvent(ApplicationReadyEvent applicationReadyEvent) {
 
         log.info(" 服务已启动，初始化路由配置 ###################");
-        String context = "AnnotationConfigServletWebServerApplicationContext";
-        if (applicationReadyEvent.getApplicationContext().getDisplayName().indexOf(context) > -1) {
-            sysGatewayRouteService.addRoute2Redis(CacheConstant.GATEWAY_ROUTES);
-        }
-
+        redisUtil.del("crawler-radhome", "crawler-esarad");
     }
 
     @Override

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/controller/CrawlerRecordController.java

@@ -0,0 +1,179 @@
+package org.jeecg.modules.database.controller;
+
+import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
+import com.baomidou.mybatisplus.core.metadata.IPage;
+import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
+import io.swagger.v3.oas.annotations.Operation;
+import io.swagger.v3.oas.annotations.tags.Tag;
+import jakarta.servlet.http.HttpServletRequest;
+import jakarta.servlet.http.HttpServletResponse;
+import lombok.extern.slf4j.Slf4j;
+import org.apache.shiro.authz.annotation.RequiresPermissions;
+import org.jeecg.common.api.vo.Result;
+import org.jeecg.common.aspect.annotation.AutoLog;
+import org.jeecg.common.system.base.controller.JeecgController;
+import org.jeecg.common.system.query.QueryGenerator;
+import org.jeecg.config.shiro.IgnoreAuth;
+import org.jeecg.modules.database.entity.CrawlerRecord;
+import org.jeecg.modules.database.service.ICrawlerRecordService;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.web.bind.annotation.*;
+import org.springframework.web.servlet.ModelAndView;
+
+import java.util.Arrays;
+
+/**
+ * @Description: 爬虫记录
+ * @Author: jeecg-boot
+ * @Date: 2024-09-03
+ * @Version: V1.0
+ */
+@Tag(name = "爬虫记录")
+@RestController
+@RequestMapping("/database/crawlerRecord")
+@Slf4j
+public class CrawlerRecordController extends JeecgController<CrawlerRecord, ICrawlerRecordService> {
+    @Autowired
+    private ICrawlerRecordService crawlerRecordService;
+
+    /**
+     * 分页列表查询
+     *
+     * @param crawlerRecord
+     * @param pageNo
+     * @param pageSize
+     * @param req
+     * @return
+     */
+    //@AutoLog(value = "爬虫记录-分页列表查询")
+    @Operation(summary = "爬虫记录-分页列表查询")
+    @GetMapping(value = "/list")
+    public Result<IPage<CrawlerRecord>> queryPageList(CrawlerRecord crawlerRecord,
+                                                      @RequestParam(name = "pageNo", defaultValue = "1") Integer pageNo,
+                                                      @RequestParam(name = "pageSize", defaultValue = "10") Integer pageSize,
+                                                      HttpServletRequest req) {
+        QueryWrapper<CrawlerRecord> queryWrapper = QueryGenerator.initQueryWrapper(crawlerRecord, req.getParameterMap());
+        Page<CrawlerRecord> page = new Page<CrawlerRecord>(pageNo, pageSize);
+        IPage<CrawlerRecord> pageList = crawlerRecordService.page(page, queryWrapper);
+        return Result.OK(pageList);
+    }
+
+    /**
+     * 添加
+     *
+     * @param crawlerRecord
+     * @return
+     */
+    @AutoLog(value = "爬虫记录-添加")
+    @Operation(summary = "爬虫记录-添加")
+    @RequiresPermissions("database:crawler_record:add")
+    @PostMapping(value = "/add")
+    public Result<String> add(@RequestBody CrawlerRecord crawlerRecord) {
+        crawlerRecordService.save(crawlerRecord);
+        return Result.OK("添加成功！");
+    }
+
+    /**
+     * 编辑
+     *
+     * @param crawlerRecord
+     * @return
+     */
+    @AutoLog(value = "爬虫记录-编辑")
+    @Operation(summary = "爬虫记录-编辑")
+    @RequiresPermissions("database:crawler_record:edit")
+    @RequestMapping(value = "/edit", method = {RequestMethod.PUT, RequestMethod.POST})
+    public Result<String> edit(@RequestBody CrawlerRecord crawlerRecord) {
+        crawlerRecordService.updateById(crawlerRecord);
+        return Result.OK("编辑成功!");
+    }
+
+    /**
+     * 通过id删除
+     *
+     * @param id
+     * @return
+     */
+    @AutoLog(value = "爬虫记录-通过id删除")
+    @Operation(summary = "爬虫记录-通过id删除")
+    @RequiresPermissions("database:crawler_record:delete")
+    @DeleteMapping(value = "/delete")
+    public Result<String> delete(@RequestParam(name = "id", required = true) String id) {
+        crawlerRecordService.removeById(id);
+        return Result.OK("删除成功!");
+    }
+
+    /**
+     * 批量删除
+     *
+     * @param ids
+     * @return
+     */
+    @AutoLog(value = "爬虫记录-批量删除")
+    @Operation(summary = "爬虫记录-批量删除")
+    @RequiresPermissions("database:crawler_record:deleteBatch")
+    @DeleteMapping(value = "/deleteBatch")
+    public Result<String> deleteBatch(@RequestParam(name = "ids", required = true) String ids) {
+        this.crawlerRecordService.removeByIds(Arrays.asList(ids.split(",")));
+        return Result.OK("批量删除成功!");
+    }
+
+    /**
+     * 通过id查询
+     *
+     * @param id
+     * @return
+     */
+    //@AutoLog(value = "爬虫记录-通过id查询")
+    @Operation(summary = "爬虫记录-通过id查询")
+    @GetMapping(value = "/queryById")
+    public Result<CrawlerRecord> queryById(@RequestParam(name = "id", required = true) String id) {
+        CrawlerRecord crawlerRecord = crawlerRecordService.getById(id);
+        if (crawlerRecord == null) {
+            return Result.error("未找到对应数据");
+        }
+        return Result.OK(crawlerRecord);
+    }
+
+    /**
+     * 导出excel
+     *
+     * @param request
+     * @param crawlerRecord
+     */
+    @RequiresPermissions("database:crawler_record:exportXls")
+    @RequestMapping(value = "/exportXls")
+    public ModelAndView exportXls(HttpServletRequest request, CrawlerRecord crawlerRecord) {
+        return super.exportXls(request, crawlerRecord, CrawlerRecord.class, "爬虫记录");
+    }
+
+    /**
+     * 通过excel导入数据
+     *
+     * @param request
+     * @param response
+     * @return
+     */
+    @RequiresPermissions("database:crawler_record:importExcel")
+    @RequestMapping(value = "/importExcel", method = RequestMethod.POST)
+    public Result<?> importExcel(HttpServletRequest request, HttpServletResponse response) {
+        return super.importExcel(request, response, CrawlerRecord.class);
+    }
+
+    @IgnoreAuth
+    @Operation(summary = "执行爬虫-esarad")
+    @RequestMapping(value = "/crawler/esarad", method = RequestMethod.GET)
+    public Result<?> esaradCrawler(HttpServletRequest request, HttpServletResponse response) {
+        crawlerRecordService.esaradCrawler();
+        return Result.OK();
+    }
+
+    @IgnoreAuth
+    @Operation(summary = "执行爬虫-radhome")
+    @RequestMapping(value = "/crawler/radhome", method = RequestMethod.GET)
+    public Result<?> radhomeCrawler(HttpServletRequest request, HttpServletResponse response) {
+        crawlerRecordService.radhomeCrawler();
+        return Result.OK();
+    }
+
+}

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/entity/CrawlerRecord.java

@@ -0,0 +1,77 @@
+package org.jeecg.modules.database.entity;
+
+import java.io.Serializable;
+import java.io.UnsupportedEncodingException;
+import java.util.Date;
+import java.math.BigDecimal;
+import com.baomidou.mybatisplus.annotation.IdType;
+import com.baomidou.mybatisplus.annotation.TableId;
+import com.baomidou.mybatisplus.annotation.TableName;
+import com.baomidou.mybatisplus.annotation.TableLogic;
+import lombok.Data;
+import com.fasterxml.jackson.annotation.JsonFormat;
+import org.springframework.format.annotation.DateTimeFormat;
+import org.jeecgframework.poi.excel.annotation.Excel;
+import org.jeecg.common.aspect.annotation.Dict;
+import io.swagger.v3.oas.annotations.media.Schema;
+import lombok.EqualsAndHashCode;
+import lombok.experimental.Accessors;
+
+/**
+ * @Description: 爬虫记录
+ * @Author: jeecg-boot
+ * @Date:   2024-09-03
+ * @Version: V1.0
+ */
+@Data
+@TableName("crawler_record")
+@Accessors(chain = true)
+@EqualsAndHashCode(callSuper = false)
+@Schema(description="爬虫记录")
+public class CrawlerRecord implements Serializable {
+    private static final long serialVersionUID = 1L;
+
+	/**主键*/
+	@TableId(type = IdType.ASSIGN_ID)
+    @Schema(description = "主键")
+    private String id;
+	/**创建人*/
+    @Schema(description = "创建人")
+    private String createBy;
+	/**创建日期*/
+	@JsonFormat(timezone = "GMT+8",pattern = "yyyy-MM-dd HH:mm:ss")
+    @DateTimeFormat(pattern="yyyy-MM-dd HH:mm:ss")
+    @Schema(description = "创建日期")
+    private Date createTime;
+	/**更新人*/
+    @Schema(description = "更新人")
+    private String updateBy;
+	/**更新日期*/
+	@JsonFormat(timezone = "GMT+8",pattern = "yyyy-MM-dd HH:mm:ss")
+    @DateTimeFormat(pattern="yyyy-MM-dd HH:mm:ss")
+    @Schema(description = "更新日期")
+    private Date updateTime;
+	/**所属部门*/
+    @Schema(description = "所属部门")
+    private String sysOrgCode;
+	/**来源*/
+	@Excel(name = "来源", width = 15)
+    @Schema(description = "来源")
+    private String source;
+	/**编号*/
+	@Excel(name = "编号", width = 15)
+    @Schema(description = "编号")
+    private String code;
+	/**名称*/
+	@Excel(name = "名称", width = 15)
+    @Schema(description = "名称")
+    private String name;
+	/**文件名*/
+	@Excel(name = "文件名", width = 15)
+    @Schema(description = "文件名")
+    private String fileName;
+	/**文件ID*/
+	@Excel(name = "文件ID", width = 15)
+    @Schema(description = "文件ID")
+    private String fileId;
+}

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/mapper/CrawlerRecordMapper.java

@@ -0,0 +1,17 @@
+package org.jeecg.modules.database.mapper;
+
+import java.util.List;
+
+import org.apache.ibatis.annotations.Param;
+import org.jeecg.modules.database.entity.CrawlerRecord;
+import com.baomidou.mybatisplus.core.mapper.BaseMapper;
+
+/**
+ * @Description: 爬虫记录
+ * @Author: jeecg-boot
+ * @Date:   2024-09-03
+ * @Version: V1.0
+ */
+public interface CrawlerRecordMapper extends BaseMapper<CrawlerRecord> {
+
+}

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/mapper/xml/CrawlerRecordMapper.xml

@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd">
+<mapper namespace="org.jeecg.modules.database.mapper.CrawlerRecordMapper">
+
+</mapper>

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/service/ICrawlerRecordService.java

@@ -0,0 +1,16 @@
+package org.jeecg.modules.database.service;
+
+import org.jeecg.modules.database.entity.CrawlerRecord;
+import com.baomidou.mybatisplus.extension.service.IService;
+
+/**
+ * @Description: 爬虫记录
+ * @Author: jeecg-boot
+ * @Date:   2024-09-03
+ * @Version: V1.0
+ */
+public interface ICrawlerRecordService extends IService<CrawlerRecord> {
+    void esaradCrawler();
+
+    void radhomeCrawler();
+}

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/service/impl/CrawlerRecordServiceImpl.java

@@ -0,0 +1,213 @@
+package org.jeecg.modules.database.service.impl;
+
+import cn.hutool.core.thread.ThreadUtil;
+import cn.hutool.http.HttpUtil;
+import com.alibaba.fastjson2.JSON;
+import com.alibaba.fastjson2.JSONArray;
+import com.alibaba.fastjson2.JSONObject;
+import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
+import lombok.extern.slf4j.Slf4j;
+import okhttp3.*;
+import org.apache.commons.lang3.StringUtils;
+import org.jeecg.common.util.MinioUtil;
+import org.jeecg.common.util.RedisUtil;
+import org.jeecg.modules.database.entity.CrawlerRecord;
+import org.jeecg.modules.database.mapper.CrawlerRecordMapper;
+import org.jeecg.modules.database.service.ICrawlerRecordService;
+import org.jeecg.modules.oss.service.impl.OssFileServiceImpl;
+import org.jetbrains.annotations.NotNull;
+import org.jsoup.Jsoup;
+import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
+import org.jsoup.select.Elements;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Service;
+
+import java.io.ByteArrayInputStream;
+import java.io.IOException;
+import java.io.InputStream;
+import java.util.*;
+
+@Slf4j
+@Service
+public class CrawlerRecordServiceImpl extends ServiceImpl<CrawlerRecordMapper, CrawlerRecord> implements ICrawlerRecordService {
+    @Autowired
+    private RedisUtil redisUtil;
+
+    @Autowired
+    private OssFileServiceImpl ossFileService;
+
+    private String esaradKey = "crawler-esarad";
+    private String radhomeKey = "crawler-radhome";
+
+    /**
+     * https://esarad.esa.int/
+     */
+    @Override
+    public void esaradCrawler() {
+        try {
+            String crawlerRunning = String.valueOf(redisUtil.get(esaradKey));
+            if (StringUtils.equals(crawlerRunning, "T")) {
+                throw new RuntimeException("爬虫任务执行中");
+            }
+            redisUtil.set(esaradKey, "T", 24 * 60 * 60);
+            List<Map<String, String>> tableData = new ArrayList<>();
+
+            Document doc = Jsoup.connect("https://esarad.esa.int").get();
+            Element table = doc.getElementById("dtReports");
+            if (Objects.isNull(table)) {
+                redisUtil.del(esaradKey);
+                throw new RuntimeException("爬虫获取数据失败");
+            }
+            // Get the tbody element within the table
+            Element tbody = table.select("tbody").first(); // Select the first tbody element
+
+            if (tbody == null) {
+                redisUtil.del(esaradKey);
+                throw new RuntimeException("爬虫获取数据失败");
+            }
+            // Create a list to store the row maps
+
+            // Extract headers from the first row
+            Elements headers = table.select("thead").first().select("tr").first().select("th");
+            List<String> headerNames = new ArrayList<>();
+            for (Element header : headers) {
+                headerNames.add(header.text());
+            }
+
+            // Select all rows in the tbody
+            Elements rows = tbody.select("tr");
+
+            for (Element row : rows) {
+                // Select all cells in the row
+                Elements cells = row.select("td");
+
+                if (cells.size() == headerNames.size()) { // Ensure the number of cells matches the number of headers
+                    Map<String, String> rowMap = new HashMap<>();
+
+                    for (int i = 0; i < cells.size(); i++) {
+                        String header = headerNames.get(i);
+                        String value = cells.get(i).text();
+                        rowMap.put(header, value);
+                    }
+
+                    // Add the map to the list
+                    tableData.add(rowMap);
+                }
+            }
+
+            // Print the list of maps
+            for (Map<String, String> rowMap : tableData) {
+                rowMap.put("fileId", rowMap.get("Id"));
+                rowMap.put("fileUrl", "https://esarad.esa.int/?id=" + rowMap.get("Id") + "&handler=DownloadDb");
+                rowMap.put("fileName", rowMap.get("Id") + ".pdf");
+
+                System.out.println(rowMap);
+            }
+            saveFiles(tableData, esaradKey);
+
+        } catch (Exception e) {
+            redisUtil.del(esaradKey);
+            throw new RuntimeException(e);
+        }
+    }
+
+    /**
+     * https://radhome.gsfc.nasa.gov/radhome/RadDataBase/RadDataBase.html
+     */
+    @Override
+    public void radhomeCrawler() {
+        try {
+            String crawlerRunning = String.valueOf(redisUtil.get(radhomeKey));
+            if (StringUtils.equals(crawlerRunning, "T")) {
+                throw new RuntimeException("爬虫任务执行中");
+            }
+            redisUtil.set(radhomeKey, "T", 24 * 60 * 60);
+
+            OkHttpClient client = new OkHttpClient();
+            String url = "https://radhome.gsfc.nasa.gov/radhome/dev/parts.cfc?method=getParts";
+            FormBody formBody = new FormBody.Builder().add("_search", "false").add("nd", System.currentTimeMillis() + "").add("rows", "10").add("page", "1").add("sidx", "partnumber").add("sord", "asc").build();
+
+            Request request = new Request.Builder().url(url).post(formBody).build();
+
+            client.newCall(request).enqueue(new Callback() {
+                @Override
+                public void onResponse(@NotNull Call call, @NotNull Response response) throws IOException {
+                    String jsonResponse = response.body().string();
+                    JSONObject jsonObject = JSON.parseObject(jsonResponse);
+                    Long total = jsonObject.getLong("RECORDS");
+                    JSONArray list = jsonObject.getJSONArray("ROWS");
+                    System.out.println("total count " + total);
+                    System.out.println("total list " + list.get(0));
+                    List<Map<String, String>> tableData = new ArrayList<>();
+
+                    list.forEach(row -> {
+                        String fileId = String.valueOf(((JSONArray) row).get(0));
+                        String fileNames = String.valueOf(((JSONArray) row).get(4));
+                        Map<String, String> map = new HashMap<>();
+                        map.put("fileName", fileNames);
+                        String fileUrls = fixFileNames(fileNames);
+                        map.put("fileId", fileId);
+                        map.put("fileUrl", fileUrls);
+                        System.out.println(row);
+                        tableData.add(map);
+                    });
+                    saveFiles(tableData, radhomeKey);
+                }
+
+                @Override
+                public void onFailure(@NotNull Call call, @NotNull IOException e) {
+                    e.printStackTrace();
+                    redisUtil.del(radhomeKey);
+                }
+            });
+        } catch (Exception e) {
+            redisUtil.del(radhomeKey);
+            throw new RuntimeException(e);
+        }
+    }
+
+    private String fixFileNames(String fileNames) {
+        String[] split = StringUtils.split(fileNames, ";");
+        List<String> result = new ArrayList<>();
+        for (String s : split) {
+            if (!StringUtils.startsWith(s, "http")) {
+                result.add("https://radhome.gsfc.nasa.gov/radhome/papers/" + s);
+            } else {
+                result.add(s);
+            }
+        }
+        return StringUtils.join(result, ";");
+    }
+
+
+    private void saveFiles(List<Map<String, String>> fileList, String type) {
+        ThreadUtil.execute(() -> {
+            try {
+                for (Map<String, String> map : fileList) {
+                    String fileId = map.get("fileId");
+                    String resultStr = "";
+                    String fileUrl = map.get("fileUrl");
+                    if (fileUrl.contains(";")) {
+                        String[] split = fileUrl.split(";");
+                        List<String> result = new ArrayList<>();
+                        for (String s : split) {
+                            byte[] fileBytes = HttpUtil.downloadBytes(s);
+                            InputStream inputStream = new ByteArrayInputStream(fileBytes);
+                            result.add(MinioUtil.upload(inputStream, s.substring(s.lastIndexOf("/") + 1)));
+                            resultStr = StringUtils.join(result, ";");
+                        }
+                    } else {
+                        byte[] fileBytes = HttpUtil.downloadBytes(fileUrl);
+                        InputStream inputStream = new ByteArrayInputStream(fileBytes);
+                        resultStr = MinioUtil.upload(inputStream, fileUrl.substring(fileUrl.lastIndexOf("/") + 1));
+                    }
+                    System.out.println(resultStr);
+                }
+                redisUtil.del(type);
+            } catch (Exception e) {
+                e.printStackTrace();
+            }
+        });
+    }
+}

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/uniapp/CrawlerRecordForm.vue

@@ -0,0 +1,107 @@
+<template>
+    <view>
+        <!--标题和返回-->
+		<cu-custom :bgColor="NavBarColor" isBack :backRouterName="backRouteName">
+			<block slot="backText">返回</block>
+			<block slot="content">爬虫记录</block>
+		</cu-custom>
+		 <!--表单区域-->
+		<view>
+			<form>
+              <view class="cu-form-group">
+                <view class="flex align-center">
+                  <view class="title"><text space="ensp">来源：</text></view>
+                  <input  placeholder="请输入来源" v-model="model.source"/>
+                </view>
+              </view>
+              <view class="cu-form-group">
+                <view class="flex align-center">
+                  <view class="title"><text space="ensp">编号：</text></view>
+                  <input  placeholder="请输入编号" v-model="model.code"/>
+                </view>
+              </view>
+              <view class="cu-form-group">
+                <view class="flex align-center">
+                  <view class="title"><text space="ensp">名称：</text></view>
+                  <input  placeholder="请输入名称" v-model="model.name"/>
+                </view>
+              </view>
+              <view class="cu-form-group">
+                <view class="flex align-center">
+                  <view class="title"><text space="ensp">文件名：</text></view>
+                  <input  placeholder="请输入文件名" v-model="model.fileName"/>
+                </view>
+              </view>
+              <view class="cu-form-group">
+                <view class="flex align-center">
+                  <view class="title"><text space="ensp">文件ID：</text></view>
+                  <input  placeholder="请输入文件ID" v-model="model.fileId"/>
+                </view>
+              </view>
+				<view class="padding">
+					<button class="cu-btn block bg-blue margin-tb-sm lg" @click="onSubmit">
+						<text v-if="loading" class="cuIcon-loading2 cuIconfont-spin"></text>提交
+					</button>
+				</view>
+			</form>
+		</view>
+    </view>
+</template>
+
+<script>
+    import myDate from '@/components/my-componets/my-date.vue'
+
+    export default {
+        name: "CrawlerRecordForm",
+        components:{ myDate },
+        props:{
+          formData:{
+              type:Object,
+              default:()=>{},
+              required:false
+          }
+        },
+        data(){
+            return {
+				CustomBar: this.CustomBar,
+				NavBarColor: this.NavBarColor,
+				loading:false,
+                model: {},
+                backRouteName:'index',
+                url: {
+                  queryById: "/database/crawlerRecord/queryById",
+                  add: "/database/crawlerRecord/add",
+                  edit: "/database/crawlerRecord/edit",
+                },
+            }
+        },
+        created(){
+             this.initFormData();
+        },
+        methods:{
+           initFormData(){
+               if(this.formData){
+                    let dataId = this.formData.dataId;
+                    this.$http.get(this.url.queryById,{params:{id:dataId}}).then((res)=>{
+                        if(res.data.success){
+                            console.log("表单数据",res);
+                            this.model = res.data.result;
+                        }
+                    })
+                }
+            },
+            onSubmit() {
+                let myForm = {...this.model};
+                this.loading = true;
+                let url = myForm.id?this.url.edit:this.url.add;
+				this.$http.post(url,myForm).then(res=>{
+				   console.log("res",res)
+				   this.loading = false
+				   this.$Router.push({name:this.backRouteName})
+				}).catch(()=>{
+					this.loading = false
+				});
+            }
+        }
+    }
+</script>

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/uniapp/CrawlerRecordList.vue

@@ -0,0 +1,44 @@
+<template>
+	<view>
+	   <!--标题和返回-->
+		<cu-custom :bgColor="NavBarColor" isBack>
+			<block slot="backText">返回</block>
+			<block slot="content">爬虫记录</block>
+		</cu-custom>
+		<!--滚动加载列表-->
+		<mescroll-body ref="mescrollRef" bottom="88"  @init="mescrollInit" :up="upOption" :down="downOption" @down="downCallback" @up="upCallback">
+		    <view class="cu-list menu">
+				<view class="cu-item" v-for="(item,index) in list" :key="index" @click="goHome">
+					<view class="flex" style="width:100%">
+                        <text class="text-lg" style="color: #000;">
+                             {{ item.createBy}}
+                        </text>
+					</view>
+				</view>
+			</view>
+		</mescroll-body>
+	</view>
+</template>
+
+<script>
+	import MescrollMixin from "@/components/mescroll-uni/mescroll-mixins.js";
+	import Mixin from "@/common/mixin/Mixin.js";
+
+	export default {
+		name: '爬虫记录',
+		mixins: [MescrollMixin,Mixin],
+		data() {
+			return {
+				CustomBar:this.CustomBar,
+				NavBarColor:this.NavBarColor,
+				url: "/database/crawlerRecord/list",
+			};
+		},
+		methods: {
+			goHome(){
+                this.$Router.push({name: "index"})
+			}
+		}
+	}
+</script>
+

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/vue3/CrawlerRecord.api.ts

@@ -0,0 +1,64 @@
+import {defHttp} from '/@/utils/http/axios';
+import { useMessage } from "/@/hooks/web/useMessage";
+
+const { createConfirm } = useMessage();
+
+enum Api {
+  list = '/database/crawlerRecord/list',
+  save='/database/crawlerRecord/add',
+  edit='/database/crawlerRecord/edit',
+  deleteOne = '/database/crawlerRecord/delete',
+  deleteBatch = '/database/crawlerRecord/deleteBatch',
+  importExcel = '/database/crawlerRecord/importExcel',
+  exportXls = '/database/crawlerRecord/exportXls',
+}
+/**
+ * 导出api
+ * @param params
+ */
+export const getExportUrl = Api.exportXls;
+/**
+ * 导入api
+ */
+export const getImportUrl = Api.importExcel;
+/**
+ * 列表接口
+ * @param params
+ */
+export const list = (params) =>
+  defHttp.get({url: Api.list, params});
+
+/**
+ * 删除单个
+ */
+export const deleteOne = (params,handleSuccess) => {
+  return defHttp.delete({url: Api.deleteOne, params}, {joinParamsToUrl: true}).then(() => {
+    handleSuccess();
+  });
+}
+/**
+ * 批量删除
+ * @param params
+ */
+export const batchDelete = (params, handleSuccess) => {
+  createConfirm({
+    iconType: 'warning',
+    title: '确认删除',
+    content: '是否删除选中数据',
+    okText: '确认',
+    cancelText: '取消',
+    onOk: () => {
+      return defHttp.delete({url: Api.deleteBatch, data: params}, {joinParamsToUrl: true}).then(() => {
+        handleSuccess();
+      });
+    }
+  });
+}
+/**
+ * 保存或者更新
+ * @param params
+ */
+export const saveOrUpdate = (params, isUpdate) => {
+  let url = isUpdate ? Api.edit : Api.save;
+  return defHttp.post({url: url, params});
+}

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/vue3/CrawlerRecord.data.ts

@@ -0,0 +1,89 @@
+import {BasicColumn} from '/@/components/Table';
+import {FormSchema} from '/@/components/Table';
+import { rules} from '/@/utils/helper/validator';
+import { render } from '/@/utils/common/renderUtils';
+import { getWeekMonthQuarterYear } from '/@/utils';
+//列表数据
+export const columns: BasicColumn[] = [
+   {
+    title: '来源',
+    align:"center",
+    dataIndex: 'source'
+   },
+   {
+    title: '编号',
+    align:"center",
+    dataIndex: 'code'
+   },
+   {
+    title: '名称',
+    align:"center",
+    dataIndex: 'name'
+   },
+   {
+    title: '文件名',
+    align:"center",
+    dataIndex: 'fileName'
+   },
+   {
+    title: '文件ID',
+    align:"center",
+    dataIndex: 'fileId'
+   },
+];
+//查询数据
+export const searchFormSchema: FormSchema[] = [
+];
+//表单数据
+export const formSchema: FormSchema[] = [
+  {
+    label: '来源',
+    field: 'source',
+    component: 'Input',
+  },
+  {
+    label: '编号',
+    field: 'code',
+    component: 'Input',
+  },
+  {
+    label: '名称',
+    field: 'name',
+    component: 'Input',
+  },
+  {
+    label: '文件名',
+    field: 'fileName',
+    component: 'Input',
+  },
+  {
+    label: '文件ID',
+    field: 'fileId',
+    component: 'Input',
+  },
+	// TODO 主键隐藏字段，目前写死为ID
+	{
+	  label: '',
+	  field: 'id',
+	  component: 'Input',
+	  show: false
+	},
+];
+
+// 高级查询数据
+export const superQuerySchema = {
+  source: {title: '来源',order: 0,view: 'text', type: 'string',},
+  code: {title: '编号',order: 1,view: 'text', type: 'string',},
+  name: {title: '名称',order: 2,view: 'text', type: 'string',},
+  fileName: {title: '文件名',order: 3,view: 'text', type: 'string',},
+  fileId: {title: '文件ID',order: 4,view: 'text', type: 'string',},
+};
+
+/**
+* 流程表单调用这个方法获取formSchema
+* @param param
+*/
+export function getBpmFormSchema(_formData): FormSchema[]{
+  // 默认和原始表单保持一致 如果流程中配置了权限数据，这里需要单独处理formSchema
+  return formSchema;
+}

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/vue3/CrawlerRecordList.vue

@@ -0,0 +1,188 @@
+<template>
+  <div>
+    <!--引用表格-->
+   <BasicTable @register="registerTable" :rowSelection="rowSelection">
+     <!--插槽:table标题-->
+      <template #tableTitle>
+          <a-button type="primary" @click="handleAdd" preIcon="ant-design:plus-outlined"> 新增</a-button>
+          <a-button  type="primary" preIcon="ant-design:export-outlined" @click="onExportXls"> 导出</a-button>
+          <j-upload-button  type="primary" preIcon="ant-design:import-outlined" @click="onImportXls">导入</j-upload-button>
+          <a-dropdown v-if="selectedRowKeys.length > 0">
+              <template #overlay>
+                <a-menu>
+                  <a-menu-item key="1" @click="batchHandleDelete">
+                    <Icon icon="ant-design:delete-outlined"></Icon>
+                    删除
+                  </a-menu-item>
+                </a-menu>
+              </template>
+              <a-button>批量操作
+                <Icon icon="mdi:chevron-down"></Icon>
+              </a-button>
+        </a-dropdown>
+        <!-- 高级查询 -->
+        <super-query :config="superQueryConfig" @search="handleSuperQuery" />
+      </template>
+       <!--操作栏-->
+      <template #action="{ record }">
+        <TableAction :actions="getTableAction(record)" :dropDownActions="getDropDownAction(record)"/>
+      </template>
+      <!--字段回显插槽-->
+      <template v-slot:bodyCell="{ column, record, index, text }">
+      </template>
+    </BasicTable>
+    <!-- 表单区域 -->
+    <CrawlerRecordModal @register="registerModal" @success="handleSuccess"></CrawlerRecordModal>
+  </div>
+</template>
+
+<script lang="ts" name="database-crawlerRecord" setup>
+  import {ref, reactive, computed, unref} from 'vue';
+  import {BasicTable, useTable, TableAction} from '/@/components/Table';
+  import {useModal} from '/@/components/Modal';
+  import { useListPage } from '/@/hooks/system/useListPage'
+  import CrawlerRecordModal from './components/CrawlerRecordModal.vue'
+  import {columns, searchFormSchema, superQuerySchema} from './CrawlerRecord.data';
+  import {list, deleteOne, batchDelete, getImportUrl,getExportUrl} from './CrawlerRecord.api';
+  import { downloadFile } from '/@/utils/common/renderUtils';
+  import { useUserStore } from '/@/store/modules/user';
+  const queryParam = reactive<any>({});
+  const checkedKeys = ref<Array<string | number>>([]);
+  const userStore = useUserStore();
+  //注册model
+  const [registerModal, {openModal}] = useModal();
+  //注册table数据
+  const { prefixCls,tableContext,onExportXls,onImportXls } = useListPage({
+      tableProps:{
+           title: '爬虫记录',
+           api: list,
+           columns,
+           canResize:false,
+           formConfig: {
+              //labelWidth: 120,
+              schemas: searchFormSchema,
+              autoSubmitOnEnter:true,
+              showAdvancedButton:true,
+              fieldMapToNumber: [
+              ],
+              fieldMapToTime: [
+              ],
+            },
+           actionColumn: {
+               width: 120,
+               fixed:'right'
+            },
+            beforeFetch: (params) => {
+              return Object.assign(params, queryParam);
+            },
+      },
+       exportConfig: {
+            name:"爬虫记录",
+            url: getExportUrl,
+            params: queryParam,
+          },
+          importConfig: {
+            url: getImportUrl,
+            success: handleSuccess
+          },
+  })
+
+  const [registerTable, {reload},{ rowSelection, selectedRowKeys }] = tableContext
+
+  // 高级查询配置
+  const superQueryConfig = reactive(superQuerySchema);
+
+  /**
+   * 高级查询事件
+   */
+  function handleSuperQuery(params) {
+    Object.keys(params).map((k) => {
+      queryParam[k] = params[k];
+    });
+    reload();
+  }
+   /**
+    * 新增事件
+    */
+  function handleAdd() {
+     openModal(true, {
+       isUpdate: false,
+       showFooter: true,
+     });
+  }
+   /**
+    * 编辑事件
+    */
+  function handleEdit(record: Recordable) {
+     openModal(true, {
+       record,
+       isUpdate: true,
+       showFooter: true,
+     });
+   }
+   /**
+    * 详情
+   */
+  function handleDetail(record: Recordable) {
+     openModal(true, {
+       record,
+       isUpdate: true,
+       showFooter: false,
+     });
+   }
+   /**
+    * 删除事件
+    */
+  async function handleDelete(record) {
+     await deleteOne({id: record.id}, handleSuccess);
+   }
+   /**
+    * 批量删除事件
+    */
+  async function batchHandleDelete() {
+     await batchDelete({ids: selectedRowKeys.value}, handleSuccess);
+   }
+   /**
+    * 成功回调
+    */
+  function handleSuccess() {
+      (selectedRowKeys.value = []) && reload();
+   }
+   /**
+      * 操作栏
+      */
+  function getTableAction(record){
+       return [
+         {
+           label: '编辑',
+           onClick: handleEdit.bind(null, record),
+         }
+       ]
+   }
+     /**
+        * 下拉操作栏
+        */
+  function getDropDownAction(record){
+       return [
+         {
+           label: '详情',
+           onClick: handleDetail.bind(null, record),
+         }, {
+           label: '删除',
+           popConfirm: {
+             title: '是否确认删除',
+             confirm: handleDelete.bind(null, record),
+             placement: 'topLeft',
+           }
+         }
+       ]
+   }
+
+
+</script>
+
+<style scoped>
+  :deep(.ant-picker),:deep(.ant-input-number){
+    width: 100%;
+  }
+</style>

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/vue3/V20240903_1__menu_insert_CrawlerRecord.sql

@@ -0,0 +1,26 @@
+-- 注意：该页面对应的前台目录为views/database文件夹下
+-- 如果你想更改到其他目录，请修改sql中component字段对应的值
+
+
+INSERT INTO sys_permission(id, parent_id, name, url, component, component_name, redirect, menu_type, perms, perms_type, sort_no, always_show, icon, is_route, is_leaf, keep_alive, hidden, hide_tab, description, status, del_flag, rule_flag, create_by, create_time, update_by, update_time, internal_or_external) 
+VALUES ('2024090305284770040', NULL, '爬虫记录', '/database/crawlerRecordList', 'database/CrawlerRecordList', NULL, NULL, 0, NULL, '1', 0.00, 0, NULL, 1, 0, 0, 0, 0, NULL, '1', 0, 0, 'admin', '2024-09-03 17:28:04', NULL, NULL, 0);
+
+-- 权限控制sql
+-- 新增
+INSERT INTO sys_permission(id, parent_id, name, url, component, is_route, component_name, redirect, menu_type, perms, perms_type, sort_no, always_show, icon, is_leaf, keep_alive, hidden, hide_tab, description, create_by, create_time, update_by, update_time, del_flag, rule_flag, status, internal_or_external)
+VALUES ('2024090305284770041', '2024090305284770040', '添加爬虫记录', NULL, NULL, 0, NULL, NULL, 2, 'database:crawler_record:add', '1', NULL, 0, NULL, 1, 0, 0, 0, NULL, 'admin', '2024-09-03 17:28:04', NULL, NULL, 0, 0, '1', 0);
+-- 编辑
+INSERT INTO sys_permission(id, parent_id, name, url, component, is_route, component_name, redirect, menu_type, perms, perms_type, sort_no, always_show, icon, is_leaf, keep_alive, hidden, hide_tab, description, create_by, create_time, update_by, update_time, del_flag, rule_flag, status, internal_or_external)
+VALUES ('2024090305284770042', '2024090305284770040', '编辑爬虫记录', NULL, NULL, 0, NULL, NULL, 2, 'database:crawler_record:edit', '1', NULL, 0, NULL, 1, 0, 0, 0, NULL, 'admin', '2024-09-03 17:28:04', NULL, NULL, 0, 0, '1', 0);
+-- 删除
+INSERT INTO sys_permission(id, parent_id, name, url, component, is_route, component_name, redirect, menu_type, perms, perms_type, sort_no, always_show, icon, is_leaf, keep_alive, hidden, hide_tab, description, create_by, create_time, update_by, update_time, del_flag, rule_flag, status, internal_or_external)
+VALUES ('2024090305284770043', '2024090305284770040', '删除爬虫记录', NULL, NULL, 0, NULL, NULL, 2, 'database:crawler_record:delete', '1', NULL, 0, NULL, 1, 0, 0, 0, NULL, 'admin', '2024-09-03 17:28:04', NULL, NULL, 0, 0, '1', 0);
+-- 批量删除
+INSERT INTO sys_permission(id, parent_id, name, url, component, is_route, component_name, redirect, menu_type, perms, perms_type, sort_no, always_show, icon, is_leaf, keep_alive, hidden, hide_tab, description, create_by, create_time, update_by, update_time, del_flag, rule_flag, status, internal_or_external)
+VALUES ('2024090305284770044', '2024090305284770040', '批量删除爬虫记录', NULL, NULL, 0, NULL, NULL, 2, 'database:crawler_record:deleteBatch', '1', NULL, 0, NULL, 1, 0, 0, 0, NULL, 'admin', '2024-09-03 17:28:04', NULL, NULL, 0, 0, '1', 0);
+-- 导出excel
+INSERT INTO sys_permission(id, parent_id, name, url, component, is_route, component_name, redirect, menu_type, perms, perms_type, sort_no, always_show, icon, is_leaf, keep_alive, hidden, hide_tab, description, create_by, create_time, update_by, update_time, del_flag, rule_flag, status, internal_or_external)
+VALUES ('2024090305284770045', '2024090305284770040', '导出excel_爬虫记录', NULL, NULL, 0, NULL, NULL, 2, 'database:crawler_record:exportXls', '1', NULL, 0, NULL, 1, 0, 0, 0, NULL, 'admin', '2024-09-03 17:28:04', NULL, NULL, 0, 0, '1', 0);
+-- 导入excel
+INSERT INTO sys_permission(id, parent_id, name, url, component, is_route, component_name, redirect, menu_type, perms, perms_type, sort_no, always_show, icon, is_leaf, keep_alive, hidden, hide_tab, description, create_by, create_time, update_by, update_time, del_flag, rule_flag, status, internal_or_external)
+VALUES ('2024090305284770046', '2024090305284770040', '导入excel_爬虫记录', NULL, NULL, 0, NULL, NULL, 2, 'database:crawler_record:importExcel', '1', NULL, 0, NULL, 1, 0, 0, 0, NULL, 'admin', '2024-09-03 17:28:04', NULL, NULL, 0, 0, '1', 0);

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/vue3/components/CrawlerRecordForm.vue

@@ -0,0 +1,70 @@
+<template>
+    <div style="min-height: 400px">
+        <BasicForm @register="registerForm"></BasicForm>
+        <div style="width: 100%;text-align: center" v-if="!formDisabled">
+            <a-button @click="submitForm" pre-icon="ant-design:check" type="primary">提 交</a-button>
+        </div>
+    </div>
+</template>
+
+<script lang="ts">
+    import {BasicForm, useForm} from '/@/components/Form/index';
+    import {computed, defineComponent} from 'vue';
+    import {defHttp} from '/@/utils/http/axios';
+    import { propTypes } from '/@/utils/propTypes';
+    import {getBpmFormSchema} from '../CrawlerRecord.data';
+    import {saveOrUpdate} from '../CrawlerRecord.api';
+    
+    export default defineComponent({
+        name: "CrawlerRecordForm",
+        components:{
+            BasicForm
+        },
+        props:{
+            formData: propTypes.object.def({}),
+            formBpm: propTypes.bool.def(true),
+        },
+        setup(props){
+            const [registerForm, { setFieldsValue, setProps, getFieldsValue }] = useForm({
+                labelWidth: 150,
+                schemas: getBpmFormSchema(props.formData),
+                showActionButtonGroup: false,
+                baseColProps: {span: 24}
+            });
+
+            const formDisabled = computed(()=>{
+                if(props.formData.disabled === false){
+                    return false;
+                }
+                return true;
+            });
+
+            let formData = {};
+            const queryByIdUrl = '/database/crawlerRecord/queryById';
+            async function initFormData(){
+                let params = {id: props.formData.dataId};
+                const data = await defHttp.get({url: queryByIdUrl, params});
+                formData = {...data}
+                //设置表单的值
+                await setFieldsValue(formData);
+                //默认是禁用
+                await setProps({disabled: formDisabled.value})
+            }
+
+            async function submitForm() {
+                let data = getFieldsValue();
+                let params = Object.assign({}, formData, data);
+                console.log('表单数据', params)
+                await saveOrUpdate(params, true)
+            }
+
+            initFormData();
+            
+            return {
+                registerForm,
+                formDisabled,
+                submitForm,
+            }
+        }
+    });
+</script>

physical-module-system/physical-system-biz/src/main/java/org/jeecg/modules/database/vue3/components/CrawlerRecordModal.vue

@@ -0,0 +1,68 @@
+<template>
+  <BasicModal v-bind="$attrs" @register="registerModal" destroyOnClose :title="title" :width="800" @ok="handleSubmit">
+      <BasicForm @register="registerForm"/>
+  </BasicModal>
+</template>
+
+<script lang="ts" setup>
+    import {ref, computed, unref} from 'vue';
+    import {BasicModal, useModalInner} from '/@/components/Modal';
+    import {BasicForm, useForm} from '/@/components/Form/index';
+    import {formSchema} from '../CrawlerRecord.data';
+    import {saveOrUpdate} from '../CrawlerRecord.api';
+    // Emits声明
+    const emit = defineEmits(['register','success']);
+    const isUpdate = ref(true);
+    const isDetail = ref(false);
+    //表单配置
+    const [registerForm, {setProps,resetFields, setFieldsValue, validate}] = useForm({
+        //labelWidth: 150,
+        schemas: formSchema,
+        showActionButtonGroup: false,
+        baseColProps: {span: 24}
+    });
+    //表单赋值
+    const [registerModal, {setModalProps, closeModal}] = useModalInner(async (data) => {
+        //重置表单
+        await resetFields();
+        setModalProps({confirmLoading: false,showCancelBtn:!!data?.showFooter,showOkBtn:!!data?.showFooter});
+        isUpdate.value = !!data?.isUpdate;
+        isDetail.value = !!data?.showFooter;
+        if (unref(isUpdate)) {
+            //表单赋值
+            await setFieldsValue({
+                ...data.record,
+            });
+        }
+        // 隐藏底部时禁用整个表单
+       setProps({ disabled: !data?.showFooter })
+    });
+    //设置标题
+    const title = computed(() => (!unref(isUpdate) ? '新增' : !unref(isDetail) ? '详情' : '编辑'));
+    //表单提交事件
+    async function handleSubmit(v) {
+        try {
+            let values = await validate();
+            setModalProps({confirmLoading: true});
+            //提交表单
+            await saveOrUpdate(values, isUpdate.value);
+            //关闭弹窗
+            closeModal();
+            //刷新列表
+            emit('success');
+        } finally {
+            setModalProps({confirmLoading: false});
+        }
+    }
+</script>
+
+<style lang="less" scoped>
+	/** 时间和数字输入框样式 */
+  :deep(.ant-input-number) {
+    width: 100%;
+  }
+
+  :deep(.ant-calendar-picker) {
+    width: 100%;
+  }
+</style>