Commit 7d9e870a by wqc

统一com.zq包名

parent 69a9202d
......@@ -7,7 +7,7 @@ import org.springframework.cloud.client.discovery.EnableDiscoveryClient;
import org.springframework.scheduling.annotation.EnableScheduling;
@EnableScheduling
@MapperScan({"com.zq.dataoperation.dao","com.zq.spiderflow.dao"})
@MapperScan({"com.zq.dataoperation.dao","zq.spiderflow.dao"})
@EnableDiscoveryClient
@SpringBootApplication//(scanBasePackages = {"com.zq.dataoperation", "com.zq.common.config","com.zq.spiderflow"})
public class DataoperationApplication {
......
......@@ -15,8 +15,8 @@ import com.zq.dataoperation.dao.QueryDbDao;
import com.zq.dataoperation.entity.CommonQuerySetting;
import com.zq.dataoperation.entity.QueryDb;
import com.zq.dataoperation.utils.ConnectionUtil;
import zq.spiderflow.dao.MetaDataMappingDao;
import zq.spiderflow.entity.MetaDataMapping;
import com.zq.spiderflow.dao.MetaDataMappingDao;
import com.zq.spiderflow.entity.MetaDataMapping;
import org.springframework.stereotype.Service;
import javax.annotation.Resource;
......
package zq.spiderflow;
package com.zq.spiderflow;
import java.util.List;
import zq.spiderflow.model.Grammer;
import com.zq.spiderflow.model.Grammer;
public interface Grammerable {
......
package zq.spiderflow.annotation;
package com.zq.spiderflow.annotation;
import java.lang.annotation.Documented;
import java.lang.annotation.ElementType;
......
package zq.spiderflow.annotation;
package com.zq.spiderflow.annotation;
import java.lang.annotation.Documented;
import java.lang.annotation.ElementType;
......
package zq.spiderflow.annotation;
package com.zq.spiderflow.annotation;
import java.lang.annotation.Documented;
import java.lang.annotation.ElementType;
......
package zq.spiderflow.common;
package com.zq.spiderflow.common;
import zq.spiderflow.model.JsonBean;
import com.zq.spiderflow.model.JsonBean;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
......
package zq.spiderflow.concurrent;
package com.zq.spiderflow.concurrent;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderNode;
import java.util.Comparator;
import java.util.PriorityQueue;
......
package zq.spiderflow.concurrent;
package com.zq.spiderflow.concurrent;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderNode;
import java.util.Comparator;
import java.util.List;
......
package zq.spiderflow.concurrent;
package com.zq.spiderflow.concurrent;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderNode;
import java.util.Comparator;
import java.util.PriorityQueue;
......
package zq.spiderflow.concurrent;
package com.zq.spiderflow.concurrent;
import com.zq.spiderflow.model.SpiderNode;
import org.apache.commons.lang3.RandomUtils;
import zq.spiderflow.model.SpiderNode;
import java.util.Comparator;
import java.util.List;
......
package zq.spiderflow.concurrent;
package com.zq.spiderflow.concurrent;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderNode;
import java.util.concurrent.*;
import java.util.concurrent.atomic.AtomicInteger;
......
package zq.spiderflow.concurrent;
package com.zq.spiderflow.concurrent;
import java.util.concurrent.FutureTask;
import zq.spiderflow.concurrent.SpiderFlowThreadPoolExecutor.SubThreadPoolExecutor;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.concurrent.SpiderFlowThreadPoolExecutor.SubThreadPoolExecutor;
public class SpiderFutureTask<V> extends FutureTask {
......
package zq.spiderflow.concurrent;
package com.zq.spiderflow.concurrent;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderNode;
import java.util.Comparator;
......
package zq.spiderflow.context;
package com.zq.spiderflow.context;
import zq.spiderflow.concurrent.SpiderFlowThreadPoolExecutor.SubThreadPoolExecutor;
import zq.spiderflow.model.SpiderNode;
import zq.spiderflow.model.SpiderOutput;
import com.zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderOutput;
import com.zq.spiderflow.concurrent.SpiderFlowThreadPoolExecutor.SubThreadPoolExecutor;
import java.util.*;
import java.util.concurrent.Future;
......
package zq.spiderflow.enums;
package com.zq.spiderflow.enums;
import java.util.LinkedHashMap;
import java.util.Map;
......
package zq.spiderflow.executor;
package com.zq.spiderflow.executor;
import zq.spiderflow.model.Plugin;
import com.zq.spiderflow.model.Plugin;
public interface PluginConfig {
......
package zq.spiderflow.executor;
package com.zq.spiderflow.executor;
import java.util.Map;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.model.Shape;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.model.Shape;
import com.zq.spiderflow.model.SpiderNode;
/**
* 执行器接口
......
package zq.spiderflow.io;
package com.zq.spiderflow.io;
import java.io.InputStream;
import java.util.Map;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.alibaba.fastjson.JSON;
......
package zq.spiderflow.listener;
package com.zq.spiderflow.listener;
import zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.context.SpiderContext;
public interface SpiderListener {
......
package zq.spiderflow.model;
package com.zq.spiderflow.model;
import java.lang.reflect.Method;
import java.lang.reflect.Modifier;
......@@ -6,9 +6,9 @@ import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.annotation.Return;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.annotation.Return;
public class Grammer {
......
package zq.spiderflow.model;
package com.zq.spiderflow.model;
import java.util.ArrayList;
import java.util.List;
......
package zq.spiderflow.model;
package com.zq.spiderflow.model;
import java.util.*;
import java.util.concurrent.atomic.AtomicInteger;
......
package zq.spiderflow.model;
package com.zq.spiderflow.model;
import java.util.ArrayList;
import java.util.List;
......
package zq.spiderflow.utils;
package com.zq.spiderflow.utils;
import java.util.HashMap;
import java.util.List;
......
package zq.spiderflow.core;
package com.zq.spiderflow.core;
import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject;
import com.alibaba.ttl.TtlRunnable;
import com.zq.spiderflow.concurrent.*;
import com.zq.spiderflow.core.exception.RpaException;
import com.zq.spiderflow.core.utils.ExecutorsUtils;
import com.zq.spiderflow.core.utils.ExpressionUtils;
import com.zq.spiderflow.core.utils.SpiderFlowUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.math.NumberUtils;
import org.dom4j.Document;
......@@ -12,21 +17,17 @@ import org.dom4j.Element;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.concurrent.*;
import zq.spiderflow.concurrent.SpiderFlowThreadPoolExecutor.SubThreadPoolExecutor;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.context.SpiderContextHolder;
import zq.spiderflow.core.exception.RpaException;
import zq.spiderflow.core.executor.shape.LoopExecutor;
import zq.spiderflow.core.model.SpiderFlow;
import zq.spiderflow.core.service.FlowNoticeService;
import zq.spiderflow.core.utils.ExecutorsUtils;
import zq.spiderflow.core.utils.ExpressionUtils;
import zq.spiderflow.core.utils.SpiderFlowUtils;
import zq.spiderflow.enums.FlowNoticeType;
import zq.spiderflow.executor.ShapeExecutor;
import zq.spiderflow.listener.SpiderListener;
import zq.spiderflow.model.SpiderNode;
import zq.spiderflow.model.SpiderOutput;
import com.zq.spiderflow.concurrent.SpiderFlowThreadPoolExecutor.SubThreadPoolExecutor;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.context.SpiderContextHolder;
import com.zq.spiderflow.core.executor.shape.LoopExecutor;
import com.zq.spiderflow.core.model.SpiderFlow;
import com.zq.spiderflow.core.service.FlowNoticeService;
import com.zq.spiderflow.enums.FlowNoticeType;
import com.zq.spiderflow.executor.ShapeExecutor;
import com.zq.spiderflow.listener.SpiderListener;
import com.zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderOutput;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Component;
......
package zq.spiderflow.core.exception;
package com.zq.spiderflow.core.exception;
public class BusinessException extends RuntimeException {
......
package zq.spiderflow.core.exception;
package com.zq.spiderflow.core.exception;
public class RpaException extends RuntimeException{
......
package zq.spiderflow.core.executor.function;
package com.zq.spiderflow.core.executor.function;
import org.apache.commons.codec.binary.Base64;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExecutor;
import org.springframework.stereotype.Component;
/**
......
package zq.spiderflow.core.executor.function;
package com.zq.spiderflow.core.executor.function;
import java.text.ParseException;
import java.util.Date;
import com.zq.spiderflow.executor.FunctionExecutor;
import org.apache.commons.lang3.time.DateFormatUtils;
import org.apache.commons.lang3.time.DateUtils;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import org.springframework.stereotype.Component;
/**
......
package zq.spiderflow.core.executor.function;
package com.zq.spiderflow.core.executor.function;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.core.exception.RpaException;
import zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.core.exception.RpaException;
import com.zq.spiderflow.executor.FunctionExecutor;
import org.springframework.stereotype.Component;
@Component
......
package zq.spiderflow.core.executor.function;
package com.zq.spiderflow.core.executor.function;
import java.util.List;
import com.zq.spiderflow.core.utils.ExtractUtils;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Element;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.core.utils.ExtractUtils;
import zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExecutor;
import org.springframework.stereotype.Component;
@Component
......
package zq.spiderflow.core.executor.function;
package com.zq.spiderflow.core.executor.function;
import java.io.*;
import java.nio.charset.Charset;
import java.util.List;
import com.zq.spiderflow.core.utils.FileUtils;
import org.apache.commons.io.IOUtils;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.core.utils.FileUtils;
import zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExecutor;
import org.springframework.stereotype.Component;
import org.springframework.util.CollectionUtils;
......
package zq.spiderflow.core.executor.function;
package com.zq.spiderflow.core.executor.function;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExecutor;
import org.springframework.stereotype.Component;
import com.alibaba.fastjson.JSON;
......
package zq.spiderflow.core.executor.function;
package com.zq.spiderflow.core.executor.function;
import java.util.ArrayList;
import java.util.List;
import java.util.regex.Pattern;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExecutor;
import org.springframework.stereotype.Component;
/**
......
package zq.spiderflow.core.executor.function;
package com.zq.spiderflow.core.executor.function;
import com.zq.spiderflow.executor.FunctionExecutor;
import lombok.extern.slf4j.Slf4j;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import org.springframework.stereotype.Component;
@Slf4j
......
package zq.spiderflow.core.executor.function;
package com.zq.spiderflow.core.executor.function;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExecutor;
import org.apache.commons.codec.digest.DigestUtils;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExecutor;
import org.springframework.stereotype.Component;
import java.io.IOException;
......
package zq.spiderflow.core.executor.function;
package com.zq.spiderflow.core.executor.function;
import org.apache.commons.lang3.RandomUtils;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExecutor;
import org.springframework.stereotype.Component;
/**
......
package zq.spiderflow.core.executor.function;
package com.zq.spiderflow.core.executor.function;
import java.io.UnsupportedEncodingException;
import java.util.ArrayList;
......@@ -6,9 +6,9 @@ import java.util.Arrays;
import java.util.List;
import java.util.UUID;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExecutor;
import org.springframework.stereotype.Component;
/**
......
package zq.spiderflow.core.executor.function;
package com.zq.spiderflow.core.executor.function;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExecutor;
import org.springframework.stereotype.Component;
/**
......
package zq.spiderflow.core.executor.function;
package com.zq.spiderflow.core.executor.function;
import java.io.UnsupportedEncodingException;
import java.net.URLDecoder;
......@@ -8,9 +8,9 @@ import java.util.HashMap;
import java.util.Map;
import org.apache.commons.lang3.StringUtils;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExecutor;
import org.springframework.stereotype.Component;
/**
......
package zq.spiderflow.core.executor.function.extension;
package com.zq.spiderflow.core.executor.function.extension;
import java.util.Arrays;
import java.util.List;
import org.apache.commons.lang3.StringUtils;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExtension;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExtension;
import org.springframework.stereotype.Component;
@Component
......
package zq.spiderflow.core.executor.function.extension;
package com.zq.spiderflow.core.executor.function.extension;
import java.util.Date;
import org.apache.commons.lang3.time.DateFormatUtils;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExtension;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExtension;
import org.springframework.stereotype.Component;
@Component
......
package zq.spiderflow.core.executor.function.extension;
package com.zq.spiderflow.core.executor.function.extension;
import java.util.List;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.annotation.Return;
import zq.spiderflow.core.utils.ExtractUtils;
import zq.spiderflow.executor.FunctionExtension;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.annotation.Return;
import com.zq.spiderflow.core.utils.ExtractUtils;
import com.zq.spiderflow.executor.FunctionExtension;
import org.springframework.stereotype.Component;
@Component
......
package zq.spiderflow.core.executor.function.extension;
package com.zq.spiderflow.core.executor.function.extension;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.core.utils.ExtractUtils;
import zq.spiderflow.executor.FunctionExtension;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.core.utils.ExtractUtils;
import com.zq.spiderflow.executor.FunctionExtension;
import org.springframework.stereotype.Component;
import java.util.ArrayList;
......
package zq.spiderflow.core.executor.function.extension;
package com.zq.spiderflow.core.executor.function.extension;
import org.apache.commons.lang3.StringUtils;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExtension;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExtension;
import org.springframework.stereotype.Component;
import java.util.Collections;
......
package zq.spiderflow.core.executor.function.extension;
package com.zq.spiderflow.core.executor.function.extension;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExtension;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExtension;
import org.springframework.stereotype.Component;
import java.util.List;
......
package zq.spiderflow.core.executor.function.extension;
package com.zq.spiderflow.core.executor.function.extension;
import java.util.Objects;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.core.utils.ExtractUtils;
import zq.spiderflow.executor.FunctionExtension;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.core.utils.ExtractUtils;
import com.zq.spiderflow.executor.FunctionExtension;
import org.springframework.stereotype.Component;
import com.alibaba.fastjson.JSON;
......
package zq.spiderflow.core.executor.function.extension;
package com.zq.spiderflow.core.executor.function.extension;
import java.util.List;
import java.util.regex.Pattern;
......@@ -8,12 +8,12 @@ import org.apache.commons.lang3.StringUtils;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.annotation.Return;
import zq.spiderflow.core.utils.ExtractUtils;
import zq.spiderflow.executor.FunctionExtension;
import zq.spiderflow.io.SpiderResponse;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.annotation.Return;
import com.zq.spiderflow.core.utils.ExtractUtils;
import com.zq.spiderflow.executor.FunctionExtension;
import com.zq.spiderflow.io.SpiderResponse;
import org.springframework.stereotype.Component;
@Component
......
package zq.spiderflow.core.executor.function.extension;
package com.zq.spiderflow.core.executor.function.extension;
import org.apache.commons.lang3.exception.ExceptionUtils;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExtension;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExtension;
import org.springframework.jdbc.support.rowset.SqlRowSet;
import org.springframework.stereotype.Component;
......
package zq.spiderflow.core.executor.function.extension;
package com.zq.spiderflow.core.executor.function.extension;
import com.alibaba.fastjson.JSON;
import org.apache.commons.lang3.math.NumberUtils;
......@@ -6,12 +6,12 @@ import org.apache.commons.text.StringEscapeUtils;
import org.jsoup.nodes.Element;
import org.jsoup.parser.Parser;
import org.jsoup.select.Elements;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.annotation.Return;
import zq.spiderflow.core.executor.function.DateFunctionExecutor;
import zq.spiderflow.core.utils.ExtractUtils;
import zq.spiderflow.executor.FunctionExtension;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.annotation.Return;
import com.zq.spiderflow.core.executor.function.DateFunctionExecutor;
import com.zq.spiderflow.core.utils.ExtractUtils;
import com.zq.spiderflow.executor.FunctionExtension;
import org.springframework.stereotype.Component;
import java.text.ParseException;
......
package zq.spiderflow.core.executor.shape;
package com.zq.spiderflow.core.executor.shape;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.executor.ShapeExecutor;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.executor.ShapeExecutor;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.stereotype.Component;
import java.util.Map;
......
package zq.spiderflow.core.executor.shape;
package com.zq.spiderflow.core.executor.shape;
import com.zq.spiderflow.core.utils.DataSourceUtils;
import com.zq.spiderflow.core.utils.ExpressionUtils;
import com.zq.spiderflow.core.utils.ExtractUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.exception.ExceptionUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.Grammerable;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.core.utils.DataSourceUtils;
import zq.spiderflow.core.utils.ExpressionUtils;
import zq.spiderflow.core.utils.ExtractUtils;
import zq.spiderflow.executor.ShapeExecutor;
import zq.spiderflow.model.Grammer;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.Grammerable;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.executor.ShapeExecutor;
import com.zq.spiderflow.model.Grammer;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.jdbc.core.ArgumentPreparedStatementSetter;
import org.springframework.jdbc.core.JdbcTemplate;
import org.springframework.jdbc.support.GeneratedKeyHolder;
......
package zq.spiderflow.core.executor.shape;
package com.zq.spiderflow.core.executor.shape;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.executor.ShapeExecutor;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.executor.ShapeExecutor;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.stereotype.Component;
import java.util.HashMap;
......
package zq.spiderflow.core.executor.shape;
package com.zq.spiderflow.core.executor.shape;
import java.util.List;
import java.util.Map;
import com.zq.spiderflow.core.exception.RpaException;
import com.zq.spiderflow.core.utils.ExpressionUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.exception.ExceptionUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.core.exception.RpaException;
import zq.spiderflow.core.utils.ExpressionUtils;
import zq.spiderflow.executor.ShapeExecutor;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.executor.ShapeExecutor;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.stereotype.Component;
/**
......
package zq.spiderflow.core.executor.shape;
package com.zq.spiderflow.core.executor.shape;
import java.util.Map;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.executor.ShapeExecutor;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.executor.ShapeExecutor;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.stereotype.Component;
/**
......
package zq.spiderflow.core.executor.shape;
package com.zq.spiderflow.core.executor.shape;
import com.alibaba.fastjson.JSON;
import com.zq.spiderflow.core.serializer.FastJsonSerializer;
import com.zq.spiderflow.core.utils.DataSourceUtils;
import com.zq.spiderflow.core.utils.ExpressionUtils;
import org.apache.commons.csv.CSVFormat;
import org.apache.commons.csv.CSVPrinter;
import org.apache.commons.lang3.StringUtils;
......@@ -8,15 +11,12 @@ import org.apache.commons.lang3.exception.ExceptionUtils;
import org.apache.ibatis.jdbc.SQL;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.core.serializer.FastJsonSerializer;
import zq.spiderflow.core.utils.DataSourceUtils;
import zq.spiderflow.core.utils.ExpressionUtils;
import zq.spiderflow.executor.ShapeExecutor;
import zq.spiderflow.io.SpiderResponse;
import zq.spiderflow.listener.SpiderListener;
import zq.spiderflow.model.SpiderNode;
import zq.spiderflow.model.SpiderOutput;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.executor.ShapeExecutor;
import com.zq.spiderflow.io.SpiderResponse;
import com.zq.spiderflow.listener.SpiderListener;
import com.zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderOutput;
import org.springframework.jdbc.core.JdbcTemplate;
import org.springframework.stereotype.Component;
......
package zq.spiderflow.core.executor.shape;
package com.zq.spiderflow.core.executor.shape;
import java.util.Map;
import com.zq.spiderflow.core.Spider;
import com.zq.spiderflow.core.service.SpiderFlowService;
import com.zq.spiderflow.core.utils.SpiderFlowUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.core.Spider;
import zq.spiderflow.core.model.SpiderFlow;
import zq.spiderflow.core.service.SpiderFlowService;
import zq.spiderflow.core.utils.SpiderFlowUtils;
import zq.spiderflow.executor.ShapeExecutor;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.core.model.SpiderFlow;
import com.zq.spiderflow.executor.ShapeExecutor;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
......
package zq.spiderflow.core.executor.shape;
package com.zq.spiderflow.core.executor.shape;
import com.google.common.hash.BloomFilter;
import com.google.common.hash.Funnel;
import com.google.common.hash.Funnels;
import com.zq.spiderflow.core.io.HttpRequest;
import com.zq.spiderflow.core.io.HttpResponse;
import com.zq.spiderflow.core.utils.ExpressionUtils;
import org.apache.commons.io.FileUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.exception.ExceptionUtils;
import org.apache.commons.lang3.math.NumberUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.Grammerable;
import zq.spiderflow.context.CookieContext;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.core.executor.function.MD5FunctionExecutor;
import zq.spiderflow.core.io.HttpRequest;
import zq.spiderflow.core.io.HttpResponse;
import zq.spiderflow.core.utils.ExpressionUtils;
import zq.spiderflow.executor.ShapeExecutor;
import zq.spiderflow.io.SpiderResponse;
import zq.spiderflow.listener.SpiderListener;
import zq.spiderflow.model.Grammer;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.Grammerable;
import com.zq.spiderflow.context.CookieContext;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.core.executor.function.MD5FunctionExecutor;
import com.zq.spiderflow.executor.ShapeExecutor;
import com.zq.spiderflow.io.SpiderResponse;
import com.zq.spiderflow.listener.SpiderListener;
import com.zq.spiderflow.model.Grammer;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Component;
......
package zq.spiderflow.core.executor.shape;
package com.zq.spiderflow.core.executor.shape;
import java.util.Map;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.executor.ShapeExecutor;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.executor.ShapeExecutor;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.stereotype.Component;
/**
......
package zq.spiderflow.core.executor.shape;
package com.zq.spiderflow.core.executor.shape;
import java.util.List;
import java.util.Map;
import com.zq.spiderflow.core.utils.ExpressionUtils;
import org.apache.commons.lang3.exception.ExceptionUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.core.utils.ExpressionUtils;
import zq.spiderflow.executor.ShapeExecutor;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.executor.ShapeExecutor;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.stereotype.Component;
/**
......
package zq.spiderflow.core.expression;
package com.zq.spiderflow.core.expression;
import java.util.List;
import java.util.Map;
......@@ -6,10 +6,10 @@ import java.util.Map;
import javax.annotation.PostConstruct;
import org.apache.commons.lang3.StringUtils;
import zq.spiderflow.ExpressionEngine;
import zq.spiderflow.core.expression.interpreter.Reflection;
import zq.spiderflow.executor.FunctionExecutor;
import zq.spiderflow.executor.FunctionExtension;
import com.zq.spiderflow.ExpressionEngine;
import com.zq.spiderflow.core.expression.interpreter.Reflection;
import com.zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.executor.FunctionExtension;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
......
package zq.spiderflow.core.expression;
package com.zq.spiderflow.core.expression;
import zq.spiderflow.core.expression.parsing.Span;
import zq.spiderflow.core.expression.parsing.Span.Line;
import zq.spiderflow.core.expression.parsing.TokenStream;
import com.zq.spiderflow.core.expression.parsing.Span;
import com.zq.spiderflow.core.expression.parsing.Span.Line;
import com.zq.spiderflow.core.expression.parsing.TokenStream;
/** All errors reported by the library go through the static functions of this class. */
public class ExpressionError {
......
package zq.spiderflow.core.expression;
package com.zq.spiderflow.core.expression;
import java.io.OutputStream;
import java.util.List;
import zq.spiderflow.core.expression.interpreter.AstInterpreter;
import zq.spiderflow.core.expression.parsing.Ast;
import zq.spiderflow.core.expression.parsing.Ast.Node;
import zq.spiderflow.core.expression.parsing.Parser;
import com.zq.spiderflow.core.expression.interpreter.AstInterpreter;
import com.zq.spiderflow.core.expression.parsing.Ast;
import com.zq.spiderflow.core.expression.parsing.Ast.Node;
import com.zq.spiderflow.core.expression.parsing.Parser;
/** A template is loaded by a {@link TemplateLoader} from a file marked up with the basis-template language. The template can be
......
package zq.spiderflow.core.expression;
package com.zq.spiderflow.core.expression;
import java.util.ArrayList;
import java.util.HashMap;
......@@ -8,7 +8,7 @@ import java.util.List;
import java.util.Map;
import java.util.Set;
import zq.spiderflow.core.expression.interpreter.AstInterpreter;
import com.zq.spiderflow.core.expression.interpreter.AstInterpreter;
/**
......
package zq.spiderflow.core.expression.interpreter;
package com.zq.spiderflow.core.expression.interpreter;
import java.io.IOException;
import java.util.List;
import zq.spiderflow.core.exception.RpaException;
import zq.spiderflow.core.expression.ExpressionError;
import zq.spiderflow.core.expression.ExpressionTemplate;
import zq.spiderflow.core.expression.ExpressionTemplateContext;
import zq.spiderflow.core.expression.parsing.Ast;
import com.zq.spiderflow.core.exception.RpaException;
import com.zq.spiderflow.core.expression.ExpressionError;
import com.zq.spiderflow.core.expression.ExpressionTemplate;
import com.zq.spiderflow.core.expression.ExpressionTemplateContext;
import com.zq.spiderflow.core.expression.parsing.Ast;
/**
* <p>
......
package zq.spiderflow.core.expression.interpreter;
package com.zq.spiderflow.core.expression.interpreter;
import com.zq.spiderflow.core.exception.RpaException;
import lombok.extern.slf4j.Slf4j;
import zq.spiderflow.core.exception.RpaException;
import java.lang.reflect.Field;
import java.lang.reflect.InvocationTargetException;
......
package zq.spiderflow.core.expression.interpreter;
package com.zq.spiderflow.core.expression.interpreter;
/** Used by {@link AstInterpreter} to access fields and methods of objects. This is a singleton class used by all
* {@link AstInterpreter} instances. Replace the default implementation via {@link #setInstance(Reflection)}. The implementation
......
package zq.spiderflow.core.expression.parsing;
package com.zq.spiderflow.core.expression.parsing;
import com.zq.spiderflow.core.exception.RpaException;
import com.zq.spiderflow.core.expression.ExpressionError;
import com.zq.spiderflow.core.expression.ExpressionTemplate;
import com.zq.spiderflow.core.expression.ExpressionTemplateContext;
import com.zq.spiderflow.core.script.ScriptManager;
import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.exception.ExceptionUtils;
import zq.spiderflow.core.exception.RpaException;
import zq.spiderflow.core.expression.ExpressionError;
import zq.spiderflow.core.expression.ExpressionTemplate;
import zq.spiderflow.core.expression.ExpressionTemplateContext;
import zq.spiderflow.core.expression.interpreter.AstInterpreter;
import zq.spiderflow.core.expression.interpreter.JavaReflection;
import zq.spiderflow.core.expression.interpreter.Reflection;
import zq.spiderflow.core.script.ScriptManager;
import zq.spiderflow.expression.DynamicMethod;
import com.zq.spiderflow.core.expression.interpreter.AstInterpreter;
import com.zq.spiderflow.core.expression.interpreter.JavaReflection;
import com.zq.spiderflow.core.expression.interpreter.Reflection;
import com.zq.spiderflow.expression.DynamicMethod;
import javax.xml.transform.Source;
import java.io.IOException;
......
package zq.spiderflow.core.expression.parsing;
package com.zq.spiderflow.core.expression.parsing;
import javax.xml.transform.Source;
......
package zq.spiderflow.core.expression.parsing;
package com.zq.spiderflow.core.expression.parsing;
......@@ -7,31 +7,31 @@ import java.util.List;
import javax.xml.transform.Source;
import zq.spiderflow.core.expression.ExpressionError;
import zq.spiderflow.core.expression.ExpressionTemplate;
import zq.spiderflow.core.expression.parsing.Ast.BinaryOperation;
import zq.spiderflow.core.expression.parsing.Ast.BooleanLiteral;
import zq.spiderflow.core.expression.parsing.Ast.ByteLiteral;
import zq.spiderflow.core.expression.parsing.Ast.CharacterLiteral;
import zq.spiderflow.core.expression.parsing.Ast.DoubleLiteral;
import zq.spiderflow.core.expression.parsing.Ast.Expression;
import zq.spiderflow.core.expression.parsing.Ast.FloatLiteral;
import zq.spiderflow.core.expression.parsing.Ast.FunctionCall;
import zq.spiderflow.core.expression.parsing.Ast.IntegerLiteral;
import zq.spiderflow.core.expression.parsing.Ast.ListLiteral;
import zq.spiderflow.core.expression.parsing.Ast.LongLiteral;
import zq.spiderflow.core.expression.parsing.Ast.MapLiteral;
import zq.spiderflow.core.expression.parsing.Ast.MapOrArrayAccess;
import zq.spiderflow.core.expression.parsing.Ast.MemberAccess;
import zq.spiderflow.core.expression.parsing.Ast.MethodCall;
import zq.spiderflow.core.expression.parsing.Ast.Node;
import zq.spiderflow.core.expression.parsing.Ast.NullLiteral;
import zq.spiderflow.core.expression.parsing.Ast.ShortLiteral;
import zq.spiderflow.core.expression.parsing.Ast.StringLiteral;
import zq.spiderflow.core.expression.parsing.Ast.TernaryOperation;
import zq.spiderflow.core.expression.parsing.Ast.Text;
import zq.spiderflow.core.expression.parsing.Ast.UnaryOperation;
import zq.spiderflow.core.expression.parsing.Ast.VariableAccess;
import com.zq.spiderflow.core.expression.ExpressionError;
import com.zq.spiderflow.core.expression.ExpressionTemplate;
import com.zq.spiderflow.core.expression.parsing.Ast.BinaryOperation;
import com.zq.spiderflow.core.expression.parsing.Ast.BooleanLiteral;
import com.zq.spiderflow.core.expression.parsing.Ast.ByteLiteral;
import com.zq.spiderflow.core.expression.parsing.Ast.CharacterLiteral;
import com.zq.spiderflow.core.expression.parsing.Ast.DoubleLiteral;
import com.zq.spiderflow.core.expression.parsing.Ast.Expression;
import com.zq.spiderflow.core.expression.parsing.Ast.FloatLiteral;
import com.zq.spiderflow.core.expression.parsing.Ast.FunctionCall;
import com.zq.spiderflow.core.expression.parsing.Ast.IntegerLiteral;
import com.zq.spiderflow.core.expression.parsing.Ast.ListLiteral;
import com.zq.spiderflow.core.expression.parsing.Ast.LongLiteral;
import com.zq.spiderflow.core.expression.parsing.Ast.MapLiteral;
import com.zq.spiderflow.core.expression.parsing.Ast.MapOrArrayAccess;
import com.zq.spiderflow.core.expression.parsing.Ast.MemberAccess;
import com.zq.spiderflow.core.expression.parsing.Ast.MethodCall;
import com.zq.spiderflow.core.expression.parsing.Ast.Node;
import com.zq.spiderflow.core.expression.parsing.Ast.NullLiteral;
import com.zq.spiderflow.core.expression.parsing.Ast.ShortLiteral;
import com.zq.spiderflow.core.expression.parsing.Ast.StringLiteral;
import com.zq.spiderflow.core.expression.parsing.Ast.TernaryOperation;
import com.zq.spiderflow.core.expression.parsing.Ast.Text;
import com.zq.spiderflow.core.expression.parsing.Ast.UnaryOperation;
import com.zq.spiderflow.core.expression.parsing.Ast.VariableAccess;
/** Parses a {@link Source} into a {@link ExpressionTemplate}. The implementation is a simple recursive descent parser with a lookahead of
......
package zq.spiderflow.core.expression.parsing;
package com.zq.spiderflow.core.expression.parsing;
/** A span within a source string denoted by start and end index, with the latter being exclusive. */
public class Span {
......
package zq.spiderflow.core.expression.parsing;
package com.zq.spiderflow.core.expression.parsing;
/** A token produced by the {@link Tokenizer}. */
public class Token {
......
package zq.spiderflow.core.expression.parsing;
package com.zq.spiderflow.core.expression.parsing;
import java.util.List;
import javax.xml.transform.Source;
import zq.spiderflow.core.expression.ExpressionError;
import com.zq.spiderflow.core.expression.ExpressionError;
/** Iterates over a list of {@link Token} instances, provides methods to match expected tokens and throw errors in case of a
......
package zq.spiderflow.core.expression.parsing;
package com.zq.spiderflow.core.expression.parsing;
import java.util.Arrays;
import java.util.Comparator;
......
package zq.spiderflow.core.expression.parsing;
package com.zq.spiderflow.core.expression.parsing;
import java.util.ArrayList;
import java.util.List;
import zq.spiderflow.core.expression.ExpressionError;
import com.zq.spiderflow.core.expression.ExpressionError;
public class Tokenizer {
......
package zq.spiderflow.core.handlle;
package com.zq.spiderflow.core.handlle;
import com.zq.spiderflow.core.exception.RpaException;
import lombok.extern.slf4j.Slf4j;
import zq.spiderflow.core.exception.RpaException;
import zq.spiderflow.core.vo.ResultVo;
import com.zq.spiderflow.core.vo.ResultVo;
import org.springframework.web.bind.annotation.ExceptionHandler;
import org.springframework.web.bind.annotation.RestControllerAdvice;
......
package zq.spiderflow.core.io;
package com.zq.spiderflow.core.io;
import java.io.IOException;
import java.io.InputStream;
......
package zq.spiderflow.core.io;
package com.zq.spiderflow.core.io;
import com.alibaba.fastjson.JSON;
import org.jsoup.Connection.Response;
import org.jsoup.Jsoup;
import zq.spiderflow.io.SpiderResponse;
import com.zq.spiderflow.io.SpiderResponse;
import java.io.InputStream;
import java.util.Map;
......
package zq.spiderflow.core.job;
package com.zq.spiderflow.core.job;
import com.zq.spiderflow.core.Spider;
import com.zq.spiderflow.core.exception.RpaException;
import com.zq.spiderflow.core.service.SpiderFlowService;
import com.zq.spiderflow.core.service.TaskService;
import org.apache.commons.lang3.time.DateFormatUtils;
import org.quartz.JobDataMap;
import org.quartz.JobExecutionContext;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.context.SpiderContextHolder;
import zq.spiderflow.core.Spider;
import zq.spiderflow.core.exception.RpaException;
import zq.spiderflow.core.model.SpiderFlow;
import zq.spiderflow.core.model.Task;
import zq.spiderflow.core.service.SpiderFlowService;
import zq.spiderflow.core.service.TaskService;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.context.SpiderContextHolder;
import com.zq.spiderflow.core.model.SpiderFlow;
import com.zq.spiderflow.core.model.Task;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.scheduling.quartz.QuartzJobBean;
......
package zq.spiderflow.core.job;
package com.zq.spiderflow.core.job;
import java.io.File;
import java.io.FileOutputStream;
......@@ -8,8 +8,8 @@ import java.util.List;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.model.SpiderOutput;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.model.SpiderOutput;
public class SpiderJobContext extends SpiderContext{
......
package zq.spiderflow.core.job;
package com.zq.spiderflow.core.job;
import org.quartz.CronScheduleBuilder;
import org.quartz.CronTrigger;
......@@ -11,7 +11,7 @@ import org.quartz.TriggerBuilder;
import org.quartz.TriggerKey;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.core.model.SpiderFlow;
import com.zq.spiderflow.core.model.SpiderFlow;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
......
package zq.spiderflow.core.mapper;
package com.zq.spiderflow.core.mapper;
import java.util.List;
import org.apache.ibatis.annotations.Select;
import zq.spiderflow.core.model.DataSource;
import com.zq.spiderflow.core.model.DataSource;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
......
package zq.spiderflow.core.mapper;
package com.zq.spiderflow.core.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import org.apache.ibatis.annotations.Mapper;
import zq.spiderflow.core.model.FlowNotice;
import com.zq.spiderflow.core.model.FlowNotice;
@Mapper
public interface FlowNoticeMapper extends BaseMapper<FlowNotice> {
......
package zq.spiderflow.core.mapper;
package com.zq.spiderflow.core.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import org.apache.ibatis.annotations.Mapper;
import zq.spiderflow.core.model.Function;
import com.zq.spiderflow.core.model.Function;
@Mapper
public interface FunctionMapper extends BaseMapper<Function> {
......
package zq.spiderflow.core.mapper;
package com.zq.spiderflow.core.mapper;
import java.util.Date;
import java.util.List;
......@@ -7,7 +7,7 @@ import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import org.apache.ibatis.annotations.*;
import org.springframework.stereotype.Repository;
import zq.spiderflow.core.model.SpiderFlow;
import com.zq.spiderflow.core.model.SpiderFlow;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
......
package zq.spiderflow.core.mapper;
package com.zq.spiderflow.core.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import org.apache.ibatis.annotations.Mapper;
import zq.spiderflow.core.model.Task;
import com.zq.spiderflow.core.model.Task;
@Mapper
public interface TaskMapper extends BaseMapper<Task> {
......
package zq.spiderflow.core.mapper;
package com.zq.spiderflow.core.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import zq.spiderflow.core.model.Variable;
import com.zq.spiderflow.core.model.Variable;
public interface VariableMapper extends BaseMapper<Variable> {
}
package zq.spiderflow.core.model;
package com.zq.spiderflow.core.model;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
......
package zq.spiderflow.core.model;
package com.zq.spiderflow.core.model;
import zq.spiderflow.enums.FlowNoticeWay;
import com.zq.spiderflow.enums.FlowNoticeWay;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableField;
......
package zq.spiderflow.core.model;
package com.zq.spiderflow.core.model;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
......
package zq.spiderflow.core.model;
package com.zq.spiderflow.core.model;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableField;
......
package zq.spiderflow.core.model;
package com.zq.spiderflow.core.model;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
......
package zq.spiderflow.core.model;
package com.zq.spiderflow.core.model;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
......
package zq.spiderflow.core.script;
package com.zq.spiderflow.core.script;
import com.zq.spiderflow.core.expression.ExpressionTemplate;
import jdk.nashorn.api.scripting.ScriptObjectMirror;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.core.expression.ExpressionTemplate;
import zq.spiderflow.core.expression.ExpressionTemplateContext;
import com.zq.spiderflow.core.expression.ExpressionTemplateContext;
import javax.script.Invocable;
import javax.script.ScriptEngine;
......
package zq.spiderflow.core.serializer;
package com.zq.spiderflow.core.serializer;
import com.alibaba.fastjson.serializer.JSONSerializer;
import com.alibaba.fastjson.serializer.ObjectSerializer;
......
package zq.spiderflow.core.service;
package com.zq.spiderflow.core.service;
import zq.spiderflow.core.mapper.DataSourceMapper;
import zq.spiderflow.core.model.DataSource;
import com.zq.spiderflow.core.mapper.DataSourceMapper;
import com.zq.spiderflow.core.model.DataSource;
import org.springframework.stereotype.Service;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
......
package zq.spiderflow.core.service;
package com.zq.spiderflow.core.service;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
......@@ -7,16 +7,16 @@ import java.util.Date;
import java.util.HashMap;
import java.util.Map;
import com.zq.spiderflow.core.mapper.FlowNoticeMapper;
import com.zq.spiderflow.core.mapper.SpiderFlowMapper;
import com.zq.spiderflow.core.utils.EmailUtils;
import com.zq.spiderflow.core.utils.ExpressionUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.core.mapper.FlowNoticeMapper;
import zq.spiderflow.core.mapper.SpiderFlowMapper;
import zq.spiderflow.core.model.FlowNotice;
import zq.spiderflow.core.model.SpiderFlow;
import zq.spiderflow.core.utils.EmailUtils;
import zq.spiderflow.core.utils.ExpressionUtils;
import zq.spiderflow.enums.FlowNoticeType;
import zq.spiderflow.enums.FlowNoticeWay;
import com.zq.spiderflow.core.model.FlowNotice;
import com.zq.spiderflow.core.model.SpiderFlow;
import com.zq.spiderflow.enums.FlowNoticeType;
import com.zq.spiderflow.enums.FlowNoticeWay;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.cglib.beans.BeanMap;
......
package zq.spiderflow.core.service;
package com.zq.spiderflow.core.service;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.zq.spiderflow.core.mapper.FunctionMapper;
import com.zq.spiderflow.core.script.ScriptManager;
import org.apache.commons.lang3.exception.ExceptionUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.core.mapper.FunctionMapper;
import zq.spiderflow.core.model.Function;
import zq.spiderflow.core.script.ScriptManager;
import com.zq.spiderflow.core.model.Function;
import org.springframework.stereotype.Service;
import javax.annotation.PostConstruct;
......
package zq.spiderflow.core.service;
package com.zq.spiderflow.core.service;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.zq.spiderflow.core.mapper.FlowNoticeMapper;
import com.zq.spiderflow.core.mapper.SpiderFlowMapper;
import org.apache.commons.io.FileUtils;
import org.apache.commons.lang3.StringUtils;
import org.quartz.CronScheduleBuilder;
......@@ -13,10 +15,8 @@ import org.quartz.TriggerUtils;
import org.quartz.spi.OperableTrigger;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.core.job.SpiderJobManager;
import zq.spiderflow.core.mapper.FlowNoticeMapper;
import zq.spiderflow.core.mapper.SpiderFlowMapper;
import zq.spiderflow.core.model.SpiderFlow;
import com.zq.spiderflow.core.job.SpiderJobManager;
import com.zq.spiderflow.core.model.SpiderFlow;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Service;
......
package zq.spiderflow.core.service;
package com.zq.spiderflow.core.service;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import zq.spiderflow.core.mapper.TaskMapper;
import zq.spiderflow.core.model.Task;
import com.zq.spiderflow.core.mapper.TaskMapper;
import com.zq.spiderflow.core.model.Task;
import org.springframework.stereotype.Service;
@Service
......
package zq.spiderflow.core.service;
package com.zq.spiderflow.core.service;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import zq.spiderflow.core.expression.ExpressionGlobalVariables;
import zq.spiderflow.core.mapper.VariableMapper;
import zq.spiderflow.core.model.Variable;
import com.zq.spiderflow.core.expression.ExpressionGlobalVariables;
import com.zq.spiderflow.core.mapper.VariableMapper;
import com.zq.spiderflow.core.model.Variable;
import org.springframework.stereotype.Service;
import javax.annotation.PostConstruct;
......
package zq.spiderflow.core.utils;
package com.zq.spiderflow.core.utils;
import java.util.HashMap;
import java.util.Map;
import javax.sql.DataSource;
import zq.spiderflow.core.service.DataSourceService;
import com.zq.spiderflow.core.service.DataSourceService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
......@@ -47,7 +47,7 @@ public class DataSourceUtils {
public synchronized static DataSource getDataSource(String dataSourceId){
DataSource dataSource = datasources.get(dataSourceId);
if(dataSource == null){
zq.spiderflow.core.model.DataSource ds = dataSourceService.getById(dataSourceId);
com.zq.spiderflow.core.model.DataSource ds = dataSourceService.getById(dataSourceId);
if(ds != null){
dataSource = createDataSource(ds.getDriverClassName(), ds.getJdbcUrl(), ds.getUsername(), ds.getPassword());
datasources.put(dataSourceId, dataSource);
......
package zq.spiderflow.core.utils;
package com.zq.spiderflow.core.utils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
......
package zq.spiderflow.core.utils;
package com.zq.spiderflow.core.utils;
import zq.spiderflow.executor.ShapeExecutor;
import zq.spiderflow.model.Shape;
import com.zq.spiderflow.executor.ShapeExecutor;
import com.zq.spiderflow.model.Shape;
import org.springframework.beans.BeansException;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.ApplicationContext;
......
package zq.spiderflow.core.utils;
package com.zq.spiderflow.core.utils;
import org.apache.commons.lang3.StringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.ExpressionEngine;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.ExpressionEngine;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
......
package zq.spiderflow.core.utils;
package com.zq.spiderflow.core.utils;
import java.util.ArrayList;
import java.util.HashMap;
......
package zq.spiderflow.core.utils;
package com.zq.spiderflow.core.utils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
......
package zq.spiderflow.core.utils;
package com.zq.spiderflow.core.utils;
import java.util.Collections;
import java.util.HashMap;
......@@ -10,7 +10,7 @@ import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.util.CollectionUtils;
import com.alibaba.fastjson.JSON;
......
package zq.spiderflow.core.vo;
package com.zq.spiderflow.core.vo;
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
import com.fasterxml.jackson.annotation.JsonInclude;
......
package zq.spiderflow.selenium.driver;
package com.zq.spiderflow.selenium.driver;
import org.apache.commons.lang3.StringUtils;
import org.openqa.selenium.Proxy;
import org.openqa.selenium.WebDriver;
import org.openqa.selenium.chrome.ChromeDriver;
import org.openqa.selenium.chrome.ChromeOptions;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Component;
......
package zq.spiderflow.selenium.driver;
package com.zq.spiderflow.selenium.driver;
import org.openqa.selenium.WebDriver;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderNode;
public interface DriverProvider {
......
package zq.spiderflow.selenium.driver;
package com.zq.spiderflow.selenium.driver;
import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.math.NumberUtils;
......@@ -6,7 +6,7 @@ import org.openqa.selenium.WebDriver;
import org.openqa.selenium.firefox.FirefoxDriver;
import org.openqa.selenium.firefox.FirefoxOptions;
import org.openqa.selenium.firefox.FirefoxProfile;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Component;
......
package zq.spiderflow.selenium.driver;
package com.zq.spiderflow.selenium.driver;
import org.apache.commons.lang3.StringUtils;
import org.openqa.selenium.Proxy;
......@@ -6,7 +6,7 @@ import org.openqa.selenium.WebDriver;
import org.openqa.selenium.htmlunit.HtmlUnitDriver;
import org.openqa.selenium.remote.CapabilityType;
import org.openqa.selenium.remote.DesiredCapabilities;
import zq.spiderflow.model.SpiderNode;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.stereotype.Component;
@Component
......
package zq.spiderflow.selenium.executor.function.extension;
package com.zq.spiderflow.selenium.executor.function.extension;
import com.zq.spiderflow.selenium.io.SeleniumResponse;
import com.zq.spiderflow.selenium.model.WebElements;
import org.openqa.selenium.By;
import org.openqa.selenium.JavascriptExecutor;
import org.openqa.selenium.WebElement;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.context.CookieContext;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.context.SpiderContextHolder;
import zq.spiderflow.executor.FunctionExtension;
import zq.spiderflow.selenium.io.SeleniumResponse;
import zq.spiderflow.selenium.model.WebElements;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.context.CookieContext;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.context.SpiderContextHolder;
import com.zq.spiderflow.executor.FunctionExtension;
import org.springframework.stereotype.Component;
import java.util.List;
......
package zq.spiderflow.selenium.executor.function.extension;
package com.zq.spiderflow.selenium.executor.function.extension;
import org.openqa.selenium.OutputType;
import org.openqa.selenium.WebElement;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExtension;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExtension;
import org.springframework.stereotype.Component;
@Component
......
package zq.spiderflow.selenium.executor.function.extension;
package com.zq.spiderflow.selenium.executor.function.extension;
import com.zq.spiderflow.selenium.io.SeleniumResponse;
import org.openqa.selenium.*;
import org.openqa.selenium.interactions.Actions;
import org.openqa.selenium.support.ui.Select;
import zq.spiderflow.selenium.io.SeleniumResponse;
import java.util.List;
import java.util.stream.Collectors;
......
package zq.spiderflow.selenium.executor.function.extension;
package com.zq.spiderflow.selenium.executor.function.extension;
import com.zq.spiderflow.selenium.model.WebElements;
import org.openqa.selenium.By;
import org.openqa.selenium.NoSuchElementException;
import org.openqa.selenium.WebElement;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.annotation.Example;
import zq.spiderflow.executor.FunctionExtension;
import zq.spiderflow.selenium.model.WebElements;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.annotation.Example;
import com.zq.spiderflow.executor.FunctionExtension;
import org.springframework.stereotype.Component;
import java.util.List;
......
package zq.spiderflow.selenium.executor.shape;
package com.zq.spiderflow.selenium.executor.shape;
import com.zq.spiderflow.selenium.driver.DriverProvider;
import com.zq.spiderflow.selenium.io.SeleniumResponse;
import com.zq.spiderflow.selenium.utils.SeleniumResponseHolder;
import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.exception.ExceptionUtils;
import org.apache.commons.lang3.math.NumberUtils;
......@@ -7,15 +10,12 @@ import org.openqa.selenium.Cookie;
import org.openqa.selenium.WebDriver;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.ExpressionEngine;
import zq.spiderflow.context.CookieContext;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.executor.ShapeExecutor;
import zq.spiderflow.model.Shape;
import zq.spiderflow.model.SpiderNode;
import zq.spiderflow.selenium.driver.DriverProvider;
import zq.spiderflow.selenium.io.SeleniumResponse;
import zq.spiderflow.selenium.utils.SeleniumResponseHolder;
import com.zq.spiderflow.ExpressionEngine;
import com.zq.spiderflow.context.CookieContext;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.executor.ShapeExecutor;
import com.zq.spiderflow.model.Shape;
import com.zq.spiderflow.model.SpiderNode;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
......
package zq.spiderflow.selenium.io;
package com.zq.spiderflow.selenium.io;
import org.openqa.selenium.Cookie;
import org.openqa.selenium.WebDriver;
import org.openqa.selenium.WebElement;
import org.openqa.selenium.interactions.Actions;
import zq.spiderflow.io.SpiderResponse;
import com.zq.spiderflow.io.SpiderResponse;
import java.util.HashMap;
import java.util.Map;
......
package zq.spiderflow.selenium.listener;
package com.zq.spiderflow.selenium.listener;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.listener.SpiderListener;
import zq.spiderflow.selenium.utils.SeleniumResponseHolder;
import com.zq.spiderflow.selenium.utils.SeleniumResponseHolder;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.listener.SpiderListener;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Component;
......
package zq.spiderflow.selenium.model;
package com.zq.spiderflow.selenium.model;
import lombok.AllArgsConstructor;
import lombok.Data;
......
package zq.spiderflow.selenium.model;
package com.zq.spiderflow.selenium.model;
import org.openqa.selenium.By;
import org.openqa.selenium.NoSuchElementException;
import org.openqa.selenium.WebElement;
import zq.spiderflow.selenium.executor.function.extension.WebElementWrapper;
import zq.spiderflow.selenium.io.SeleniumResponse;
import com.zq.spiderflow.selenium.executor.function.extension.WebElementWrapper;
import com.zq.spiderflow.selenium.io.SeleniumResponse;
import java.util.ArrayList;
import java.util.Collections;
......
package zq.spiderflow.selenium.utils;
package com.zq.spiderflow.selenium.utils;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.selenium.io.SeleniumResponse;
import com.zq.spiderflow.selenium.io.SeleniumResponse;
import com.zq.spiderflow.context.SpiderContext;
import java.util.ArrayList;
import java.util.List;
......
......@@ -95,7 +95,7 @@
<artifactId>spring-boot-maven-plugin</artifactId>
<configuration>
<finalName>spider-flow</finalName>
<mainClass>zq.spiderflow.SpiderApplication</mainClass>
<mainClass>com.zq.spiderflow.SpiderApplication</mainClass>
</configuration>
</plugin>
</plugins>
......
package zq.spiderflow;
package com.zq.spiderflow;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
......
package zq.spiderflow.configuration;
package com.zq.spiderflow.configuration;
import org.springframework.context.annotation.Configuration;
import org.springframework.web.servlet.config.annotation.CorsRegistry;
......
package zq.spiderflow.configuration;
package com.zq.spiderflow.configuration;
import zq.spiderflow.core.Spider;
import zq.spiderflow.websocket.WebSocketEditorServer;
import com.zq.spiderflow.core.Spider;
import com.zq.spiderflow.websocket.WebSocketEditorServer;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
......
package zq.spiderflow.controller;
package com.zq.spiderflow.controller;
import java.sql.Connection;
import java.sql.DriverManager;
import java.util.List;
import com.zq.spiderflow.core.service.DataSourceService;
import com.zq.spiderflow.core.utils.DataSourceUtils;
import org.apache.commons.lang3.StringUtils;
import zq.spiderflow.core.model.DataSource;
import zq.spiderflow.core.service.DataSourceService;
import zq.spiderflow.core.utils.DataSourceUtils;
import zq.spiderflow.model.JsonBean;
import com.zq.spiderflow.core.model.DataSource;
import com.zq.spiderflow.model.JsonBean;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
......
package zq.spiderflow.controller;
package com.zq.spiderflow.controller;
import java.util.Map;
import com.zq.spiderflow.core.service.FlowNoticeService;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.core.model.FlowNotice;
import zq.spiderflow.core.service.FlowNoticeService;
import zq.spiderflow.enums.FlowNoticeWay;
import zq.spiderflow.model.JsonBean;
import com.zq.spiderflow.core.model.FlowNotice;
import com.zq.spiderflow.enums.FlowNoticeWay;
import com.zq.spiderflow.model.JsonBean;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.util.StringUtils;
import org.springframework.web.bind.annotation.RequestMapping;
......
package zq.spiderflow.controller;
package com.zq.spiderflow.controller;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import com.zq.spiderflow.core.service.FunctionService;
import org.apache.commons.lang3.StringUtils;
import zq.spiderflow.core.model.Function;
import zq.spiderflow.core.service.FunctionService;
import com.zq.spiderflow.core.model.Function;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
......
package zq.spiderflow.controller;
package com.zq.spiderflow.controller;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.zq.spiderflow.entity.MetaDataCategory;
import com.zq.spiderflow.service.MetaDataCategoryService;
import com.zq.spiderflow.util.AssertUtils;
import com.zq.spiderflow.vo.MetaDataCategoryReq;
import com.zq.spiderflow.vo.PageVo;
import com.zq.spiderflow.vo.ResultVo;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import zq.spiderflow.entity.MetaDataCategory;
import zq.spiderflow.service.MetaDataCategoryService;
import zq.spiderflow.util.AssertUtils;
import zq.spiderflow.vo.MetaDataCategoryReq;
import zq.spiderflow.vo.PageVo;
import zq.spiderflow.vo.ResultVo;
import org.springframework.web.bind.annotation.*;
import javax.annotation.Resource;
......
package zq.spiderflow.controller;
package com.zq.spiderflow.controller;
import com.baomidou.mybatisplus.core.toolkit.Wrappers;
import com.zq.spiderflow.entity.MetaData;
import com.zq.spiderflow.service.MetaDataService;
import com.zq.spiderflow.util.AssertUtils;
import com.zq.spiderflow.vo.MetaDataReq;
import com.zq.spiderflow.vo.MetaDataVo;
import com.zq.spiderflow.vo.PageVo;
import com.zq.spiderflow.vo.ResultVo;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import zq.spiderflow.entity.MetaData;
import zq.spiderflow.service.MetaDataService;
import zq.spiderflow.util.AssertUtils;
import zq.spiderflow.vo.MetaDataReq;
import zq.spiderflow.vo.MetaDataVo;
import zq.spiderflow.vo.PageVo;
import zq.spiderflow.vo.ResultVo;
import org.springframework.web.bind.annotation.*;
import org.springframework.web.multipart.MultipartFile;
......
package zq.spiderflow.controller;
package com.zq.spiderflow.controller;
import com.zq.spiderflow.entity.MetaDataMapping;
import com.zq.spiderflow.service.MetaDataMappingService;
import com.zq.spiderflow.service.MetaDataService;
import com.zq.spiderflow.util.AssertUtils;
import com.zq.spiderflow.vo.MetaDataMappingReq;
import com.zq.spiderflow.vo.PageVo;
import com.zq.spiderflow.vo.ResultVo;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import zq.spiderflow.entity.MetaDataMapping;
import zq.spiderflow.service.MetaDataMappingService;
import zq.spiderflow.service.MetaDataService;
import zq.spiderflow.util.AssertUtils;
import zq.spiderflow.vo.MetaDataMappingReq;
import zq.spiderflow.vo.PageVo;
import zq.spiderflow.vo.ResultVo;
import org.springframework.web.bind.annotation.*;
import javax.annotation.Resource;
......
package zq.spiderflow.controller;
package com.zq.spiderflow.controller;
import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import com.zq.spiderflow.core.service.SpiderFlowService;
import com.zq.spiderflow.core.utils.ExecutorsUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.math.NumberUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.Grammerable;
import zq.spiderflow.annotation.Comment;
import zq.spiderflow.core.model.SpiderFlow;
import zq.spiderflow.core.service.SpiderFlowService;
import zq.spiderflow.core.utils.ExecutorsUtils;
import zq.spiderflow.executor.FunctionExecutor;
import zq.spiderflow.executor.FunctionExtension;
import zq.spiderflow.executor.PluginConfig;
import zq.spiderflow.io.Line;
import zq.spiderflow.io.RandomAccessFileReader;
import zq.spiderflow.model.Grammer;
import zq.spiderflow.model.JsonBean;
import zq.spiderflow.model.Plugin;
import zq.spiderflow.model.Shape;
import com.zq.spiderflow.Grammerable;
import com.zq.spiderflow.annotation.Comment;
import com.zq.spiderflow.core.model.SpiderFlow;
import com.zq.spiderflow.executor.FunctionExecutor;
import com.zq.spiderflow.executor.FunctionExtension;
import com.zq.spiderflow.executor.PluginConfig;
import com.zq.spiderflow.io.Line;
import com.zq.spiderflow.io.RandomAccessFileReader;
import com.zq.spiderflow.model.Grammer;
import com.zq.spiderflow.model.JsonBean;
import com.zq.spiderflow.model.Plugin;
import com.zq.spiderflow.model.Shape;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.core.io.FileSystemResource;
......
package zq.spiderflow.controller;
package com.zq.spiderflow.controller;
import com.zq.spiderflow.core.Spider;
import com.zq.spiderflow.core.service.SpiderFlowService;
import com.zq.spiderflow.core.service.TaskService;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.core.Spider;
import zq.spiderflow.core.job.SpiderJob;
import zq.spiderflow.core.job.SpiderJobContext;
import zq.spiderflow.core.model.SpiderFlow;
import zq.spiderflow.core.model.Task;
import zq.spiderflow.core.service.SpiderFlowService;
import zq.spiderflow.core.service.TaskService;
import zq.spiderflow.model.JsonBean;
import zq.spiderflow.model.SpiderOutput;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.core.job.SpiderJob;
import com.zq.spiderflow.core.job.SpiderJobContext;
import com.zq.spiderflow.core.model.SpiderFlow;
import com.zq.spiderflow.core.model.Task;
import com.zq.spiderflow.model.JsonBean;
import com.zq.spiderflow.model.SpiderOutput;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.web.bind.annotation.PathVariable;
......
package zq.spiderflow.controller;
package com.zq.spiderflow.controller;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.core.job.SpiderJob;
import zq.spiderflow.core.model.Task;
import zq.spiderflow.core.service.TaskService;
import zq.spiderflow.model.JsonBean;
import com.zq.spiderflow.core.service.TaskService;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.core.job.SpiderJob;
import com.zq.spiderflow.core.model.Task;
import com.zq.spiderflow.model.JsonBean;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
......
package zq.spiderflow.controller;
package com.zq.spiderflow.controller;
import zq.spiderflow.common.CURDController;
import zq.spiderflow.core.mapper.VariableMapper;
import zq.spiderflow.core.model.Variable;
import zq.spiderflow.core.service.VariableService;
import com.zq.spiderflow.core.mapper.VariableMapper;
import com.zq.spiderflow.core.service.VariableService;
import com.zq.spiderflow.common.CURDController;
import com.zq.spiderflow.core.model.Variable;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
......
package zq.spiderflow.controller;
package com.zq.spiderflow.controller;
import zq.spiderflow.core.service.SpiderFlowService;
import zq.spiderflow.vo.ResultVo;
import com.zq.spiderflow.core.service.SpiderFlowService;
import com.zq.spiderflow.vo.ResultVo;
import org.springframework.web.bind.annotation.*;
import javax.annotation.Resource;
......
package zq.spiderflow.dao;
package com.zq.spiderflow.dao;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import zq.spiderflow.entity.MetaDataCategory;
import com.zq.spiderflow.entity.MetaDataCategory;
public interface MetaDataCategoryDao extends BaseMapper<MetaDataCategory> {
}
package zq.spiderflow.dao;
package com.zq.spiderflow.dao;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import org.apache.ibatis.annotations.Param;
import zq.spiderflow.entity.MetaData;
import zq.spiderflow.vo.MetaDataReq;
import zq.spiderflow.vo.MetaDataVo;
import com.zq.spiderflow.entity.MetaData;
import com.zq.spiderflow.vo.MetaDataReq;
import com.zq.spiderflow.vo.MetaDataVo;
import java.util.List;
......
package zq.spiderflow.dao;
package com.zq.spiderflow.dao;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import org.springframework.stereotype.Repository;
import zq.spiderflow.entity.MetaDataMapping;
import com.zq.spiderflow.entity.MetaDataMapping;
import javax.annotation.Resource;
import java.util.List;
/**
......
package zq.spiderflow.entity;
package com.zq.spiderflow.entity;
import com.baomidou.mybatisplus.annotation.*;
import lombok.AllArgsConstructor;
......
package zq.spiderflow.entity;
package com.zq.spiderflow.entity;
import com.baomidou.mybatisplus.annotation.*;
import lombok.AllArgsConstructor;
......
package zq.spiderflow.entity;
package com.zq.spiderflow.entity;
import com.baomidou.mybatisplus.annotation.*;
import lombok.AllArgsConstructor;
......
package zq.spiderflow.logback;
package com.zq.spiderflow.logback;
import ch.qos.logback.classic.spi.ILoggingEvent;
import ch.qos.logback.core.FileAppender;
import ch.qos.logback.core.spi.DeferredProcessingAware;
import ch.qos.logback.core.status.ErrorStatus;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.context.SpiderContextHolder;
import zq.spiderflow.core.job.SpiderJobContext;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.context.SpiderContextHolder;
import com.zq.spiderflow.core.job.SpiderJobContext;
import java.io.IOException;
import java.io.OutputStream;
......
package zq.spiderflow.logback;
package com.zq.spiderflow.logback;
import ch.qos.logback.classic.spi.ILoggingEvent;
import ch.qos.logback.classic.spi.ThrowableProxy;
import ch.qos.logback.core.UnsynchronizedAppenderBase;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.context.SpiderContextHolder;
import zq.spiderflow.model.SpiderLog;
import zq.spiderflow.model.SpiderWebSocketContext;
import com.zq.spiderflow.model.SpiderWebSocketContext;
import com.zq.spiderflow.context.SpiderContext;
import com.zq.spiderflow.context.SpiderContextHolder;
import com.zq.spiderflow.model.SpiderLog;
import java.util.ArrayList;
import java.util.Arrays;
......
package zq.spiderflow.model;
package com.zq.spiderflow.model;
import com.alibaba.fastjson.JSON;
import com.zq.spiderflow.core.serializer.FastJsonSerializer;
import org.apache.commons.lang3.time.DateFormatUtils;
import zq.spiderflow.context.SpiderContext;
import zq.spiderflow.core.serializer.FastJsonSerializer;
import com.zq.spiderflow.context.SpiderContext;
import javax.websocket.Session;
import java.util.Date;
......
package zq.spiderflow.service;
package com.zq.spiderflow.service;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import zq.spiderflow.dao.MetaDataCategoryDao;
import zq.spiderflow.entity.MetaDataCategory;
import zq.spiderflow.util.PagingUtils;
import zq.spiderflow.vo.MetaDataCategoryReq;
import zq.spiderflow.vo.PageVo;
import com.zq.spiderflow.dao.MetaDataCategoryDao;
import com.zq.spiderflow.entity.MetaDataCategory;
import com.zq.spiderflow.util.PagingUtils;
import com.zq.spiderflow.vo.MetaDataCategoryReq;
import com.zq.spiderflow.vo.PageVo;
import org.springframework.stereotype.Service;
import javax.annotation.Resource;
......
package zq.spiderflow.service;
package com.zq.spiderflow.service;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.zq.spiderflow.dao.MetaDataMappingDao;
import com.zq.spiderflow.entity.MetaDataMapping;
import com.zq.spiderflow.util.AssertUtils;
import com.zq.spiderflow.util.PagingUtils;
import org.apache.commons.lang3.StringUtils;
import zq.spiderflow.dao.MetaDataMappingDao;
import zq.spiderflow.entity.MetaDataMapping;
import zq.spiderflow.util.AssertUtils;
import zq.spiderflow.util.PagingUtils;
import zq.spiderflow.vo.MetaDataMappingReq;
import zq.spiderflow.vo.PageVo;
import zq.spiderflow.vo.ResultVo;
import com.zq.spiderflow.vo.MetaDataMappingReq;
import com.zq.spiderflow.vo.PageVo;
import com.zq.spiderflow.vo.ResultVo;
import org.springframework.stereotype.Service;
import javax.annotation.Resource;
......
package zq.spiderflow.service;
package com.zq.spiderflow.service;
import cn.hutool.core.bean.BeanUtil;
import cn.hutool.core.collection.CollUtil;
......@@ -8,18 +8,18 @@ import cn.hutool.poi.excel.ExcelReader;
import cn.hutool.poi.excel.ExcelUtil;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.baomidou.mybatisplus.core.toolkit.Wrappers;
import com.zq.spiderflow.core.exception.BusinessException;
import com.zq.spiderflow.dao.MetaDataDao;
import com.zq.spiderflow.dao.MetaDataMappingDao;
import com.zq.spiderflow.entity.MetaData;
import com.zq.spiderflow.entity.MetaDataCategory;
import com.zq.spiderflow.entity.MetaDataMapping;
import com.zq.spiderflow.util.PagingUtils;
import org.apache.commons.lang3.StringUtils;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import zq.spiderflow.core.exception.BusinessException;
import zq.spiderflow.dao.MetaDataDao;
import zq.spiderflow.dao.MetaDataMappingDao;
import zq.spiderflow.entity.MetaData;
import zq.spiderflow.entity.MetaDataCategory;
import zq.spiderflow.entity.MetaDataMapping;
import zq.spiderflow.util.PagingUtils;
import zq.spiderflow.vo.MetaDataReq;
import zq.spiderflow.vo.MetaDataVo;
import zq.spiderflow.vo.PageVo;
import com.zq.spiderflow.vo.MetaDataReq;
import com.zq.spiderflow.vo.MetaDataVo;
import com.zq.spiderflow.vo.PageVo;
import org.springframework.stereotype.Service;
import org.springframework.web.multipart.MultipartFile;
......
package zq.spiderflow.util;
package com.zq.spiderflow.util;
import cn.hutool.core.util.StrUtil;
import zq.spiderflow.core.exception.BusinessException;
import com.zq.spiderflow.core.exception.BusinessException;
import java.util.Arrays;
import java.util.Collection;
......
package zq.spiderflow.util;
package com.zq.spiderflow.util;
import cn.hutool.core.bean.BeanUtil;
import cn.hutool.core.util.StrUtil;
......@@ -11,9 +11,9 @@ import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.core.toolkit.Wrappers;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import com.github.pagehelper.PageHelper;
import zq.spiderflow.core.exception.BusinessException;
import zq.spiderflow.vo.PageReqVo;
import zq.spiderflow.vo.PageVo;
import com.zq.spiderflow.core.exception.BusinessException;
import com.zq.spiderflow.vo.PageReqVo;
import com.zq.spiderflow.vo.PageVo;
import java.util.ArrayList;
import java.util.List;
......
package zq.spiderflow.vo;
package com.zq.spiderflow.vo;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
......
package zq.spiderflow.vo;
package com.zq.spiderflow.vo;
import com.baomidou.mybatisplus.annotation.FieldFill;
import com.baomidou.mybatisplus.annotation.TableField;
......
package zq.spiderflow.vo;
package com.zq.spiderflow.vo;
import com.fasterxml.jackson.annotation.JsonIgnore;
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
......
package zq.spiderflow.vo;
package com.zq.spiderflow.vo;
import com.fasterxml.jackson.annotation.JsonPropertyOrder;
......
package zq.spiderflow.vo;
package com.zq.spiderflow.vo;
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
import com.fasterxml.jackson.annotation.JsonInclude;
......
package zq.spiderflow.websocket;
package com.zq.spiderflow.websocket;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;
import zq.spiderflow.core.Spider;
import zq.spiderflow.core.utils.SpiderFlowUtils;
import zq.spiderflow.model.SpiderWebSocketContext;
import zq.spiderflow.model.WebSocketEvent;
import com.zq.spiderflow.core.Spider;
import com.zq.spiderflow.core.utils.SpiderFlowUtils;
import com.zq.spiderflow.model.SpiderWebSocketContext;
import com.zq.spiderflow.model.WebSocketEvent;
import org.springframework.stereotype.Component;
import javax.websocket.OnClose;
......
......@@ -2,9 +2,9 @@
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="zq.spiderflow.dao.MetaDataDao">
<mapper namespace="com.zq.spiderflow.dao.MetaDataDao">
<select id="getPage" resultType="zq.spiderflow.vo.MetaDataVo">
<select id="getPage" resultType="com.zq.spiderflow.vo.MetaDataVo">
SELECT
m.*,
mc.CATEGORY_NAME
......
......@@ -2,12 +2,12 @@
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="zq.spiderflow.dao.MetaDataMappingDao">
<mapper namespace="com.zq.spiderflow.dao.MetaDataMappingDao">
<select id="selectByMetaIdList" resultType="java.util.List">
select * from meta_data_mapping where metadata_id=#{id}
</select>
<select id="selectRepeat" resultType="zq.spiderflow.entity.MetaDataMapping">
<select id="selectRepeat" resultType="com.zq.spiderflow.entity.MetaDataMapping">
SELECT
*
FROM
......@@ -16,7 +16,7 @@
table_sqlname = #{tableSqlname}
AND field_name IN(SELECT field_name FROM meta_data_mapping GROUP BY field_name HAVING COUNT(field_name) > 1)
</select>
<select id="getSqlName" resultType="zq.spiderflow.entity.MetaDataMapping">
<select id="getSqlName" resultType="com.zq.spiderflow.entity.MetaDataMapping">
SELECT DISTINCT
table_sqlname
FROM
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment