Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
N
nnjcy-data-model
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
梁家彪
nnjcy-data-model
Commits
7d9e870a
Commit
7d9e870a
authored
Aug 25, 2023
by
wqc
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
统一com.zq包名
parent
69a9202d
Hide whitespace changes
Inline
Side-by-side
Showing
178 changed files
with
614 additions
and
613 deletions
+614
-613
dataoperation-server/src/main/java/com/zq/dataoperation/DataoperationApplication.java
+1
-1
dataoperation-server/src/main/java/com/zq/dataoperation/service/CommonQueryService.java
+2
-2
spider-flow-api/src/main/java/com/zq/spiderflow/ExpressionEngine.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/Grammerable.java
+2
-2
spider-flow-api/src/main/java/com/zq/spiderflow/annotation/Comment.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/annotation/Example.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/annotation/Return.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/common/CURDController.java
+2
-2
spider-flow-api/src/main/java/com/zq/spiderflow/concurrent/ChildPriorThreadSubmitStrategy.java
+2
-2
spider-flow-api/src/main/java/com/zq/spiderflow/concurrent/LinkedThreadSubmitStrategy.java
+2
-2
spider-flow-api/src/main/java/com/zq/spiderflow/concurrent/ParentPriorThreadSubmitStrategy.java
+2
-2
spider-flow-api/src/main/java/com/zq/spiderflow/concurrent/RandomThreadSubmitStrategy.java
+2
-2
spider-flow-api/src/main/java/com/zq/spiderflow/concurrent/SpiderFlowThreadPoolExecutor.java
+2
-2
spider-flow-api/src/main/java/com/zq/spiderflow/concurrent/SpiderFutureTask.java
+4
-3
spider-flow-api/src/main/java/com/zq/spiderflow/concurrent/ThreadSubmitStrategy.java
+2
-2
spider-flow-api/src/main/java/com/zq/spiderflow/context/CookieContext.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/context/SpiderContext.java
+4
-4
spider-flow-api/src/main/java/com/zq/spiderflow/context/SpiderContextHolder.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/enums/FlowNoticeType.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/enums/FlowNoticeWay.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/executor/FunctionExecutor.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/executor/FunctionExtension.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/executor/PluginConfig.java
+2
-2
spider-flow-api/src/main/java/com/zq/spiderflow/executor/ShapeExecutor.java
+4
-4
spider-flow-api/src/main/java/com/zq/spiderflow/expression/DynamicMethod.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/io/Line.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/io/RandomAccessFileReader.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/io/SpiderResponse.java
+3
-3
spider-flow-api/src/main/java/com/zq/spiderflow/listener/SpiderListener.java
+2
-2
spider-flow-api/src/main/java/com/zq/spiderflow/model/Grammer.java
+4
-4
spider-flow-api/src/main/java/com/zq/spiderflow/model/JsonBean.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/model/Plugin.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/model/Shape.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/model/SpiderLog.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/model/SpiderNode.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/model/SpiderOutput.java
+1
-1
spider-flow-api/src/main/java/com/zq/spiderflow/utils/Maps.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/Spider.java
+17
-16
spider-flow-core/src/main/java/com/zq/spiderflow/core/exception/BusinessException.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/exception/RpaException.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/Base64FunctionExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/DateFunctionExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/ExceptionFunctionExecutor.java
+5
-5
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/ExtractFunctionExecutor.java
+5
-5
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/FileFunctionExecutor.java
+5
-5
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/JsonFunctionExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/ListFunctionExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/LogFunctionExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/MD5FunctionExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/RandomFunctionExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/StringFunctionExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/ThreadFunctionExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/UrlFunctionExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/extension/ArrayFunctionExtension.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/extension/DateFunctionExtension.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/extension/ElementFunctionExtension.java
+6
-6
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/extension/ElementsFunctionExtension.java
+5
-5
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/extension/ListFunctionExtension.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/extension/MapFunctionExtension.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/extension/ObjectFunctionExtension.java
+5
-5
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/extension/ResponseFunctionExtension.java
+7
-7
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/extension/SqlRowSetExtension.java
+3
-3
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/function/extension/StringFunctionExtension.java
+7
-7
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/shape/CommentExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/shape/ExecuteSQLExecutor.java
+9
-9
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/shape/ForkJoinExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/shape/FunctionExecutor.java
+6
-6
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/shape/LoopExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/shape/OutputExecutor.java
+10
-10
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/shape/ProcessExecutor.java
+8
-8
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/shape/RequestExecutor.java
+13
-13
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/shape/StartExecutor.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/executor/shape/VariableExecutor.java
+5
-5
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/DefaultExpressionEngine.java
+5
-5
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/ExpressionError.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/ExpressionGlobalVariables.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/ExpressionTemplate.java
+5
-5
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/ExpressionTemplateContext.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/interpreter/AstInterpreter.java
+6
-6
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/interpreter/JavaReflection.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/interpreter/Reflection.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/parsing/Ast.java
+10
-10
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/parsing/CharacterStream.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/parsing/Parser.java
+26
-26
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/parsing/Span.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/parsing/Token.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/parsing/TokenStream.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/parsing/TokenType.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/expression/parsing/Tokenizer.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/handlle/GlobalExceptionHandler.java
+3
-3
spider-flow-core/src/main/java/com/zq/spiderflow/core/io/HttpRequest.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/io/HttpResponse.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/job/SpiderJob.java
+9
-9
spider-flow-core/src/main/java/com/zq/spiderflow/core/job/SpiderJobContext.java
+3
-3
spider-flow-core/src/main/java/com/zq/spiderflow/core/job/SpiderJobManager.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/mapper/DataSourceMapper.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/mapper/FlowNoticeMapper.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/mapper/FunctionMapper.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/mapper/SpiderFlowMapper.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/mapper/TaskMapper.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/mapper/VariableMapper.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/model/DataSource.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/model/FlowNotice.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/model/Function.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/model/SpiderFlow.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/model/Task.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/model/Variable.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/script/ScriptManager.java
+3
-3
spider-flow-core/src/main/java/com/zq/spiderflow/core/serializer/FastJsonSerializer.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/service/DataSourceService.java
+3
-3
spider-flow-core/src/main/java/com/zq/spiderflow/core/service/FlowNoticeService.java
+9
-9
spider-flow-core/src/main/java/com/zq/spiderflow/core/service/FunctionService.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/service/SpiderFlowService.java
+5
-5
spider-flow-core/src/main/java/com/zq/spiderflow/core/service/TaskService.java
+3
-3
spider-flow-core/src/main/java/com/zq/spiderflow/core/service/VariableService.java
+4
-4
spider-flow-core/src/main/java/com/zq/spiderflow/core/utils/DataSourceUtils.java
+3
-3
spider-flow-core/src/main/java/com/zq/spiderflow/core/utils/EmailUtils.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/utils/ExecutorsUtils.java
+3
-3
spider-flow-core/src/main/java/com/zq/spiderflow/core/utils/ExpressionUtils.java
+3
-3
spider-flow-core/src/main/java/com/zq/spiderflow/core/utils/ExtractUtils.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/utils/FileUtils.java
+1
-1
spider-flow-core/src/main/java/com/zq/spiderflow/core/utils/SpiderFlowUtils.java
+2
-2
spider-flow-core/src/main/java/com/zq/spiderflow/core/vo/ResultVo.java
+1
-1
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/driver/ChromeDriverProvider.java
+2
-2
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/driver/DriverProvider.java
+2
-2
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/driver/FireFoxDriverProvider.java
+2
-2
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/driver/HtmlUnitDriverProvider.java
+2
-2
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/executor/function/extension/SeleniumResponseFunctionExtension.java
+9
-9
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/executor/function/extension/WebElementFunctionExtension.java
+4
-4
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/executor/function/extension/WebElementWrapper.java
+2
-2
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/executor/function/extension/WebElementWrapperFunctionExtension.java
+5
-5
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/executor/shape/SeleniumExecutor.java
+10
-10
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/io/SeleniumResponse.java
+2
-2
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/listener/SeleniumListener.java
+4
-4
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/model/ServiceAndDriver.java
+1
-1
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/model/WebElements.java
+3
-3
spider-flow-selenium/src/main/java/com/zq/spiderflow/selenium/utils/SeleniumResponseHolder.java
+3
-3
spider-flow-web/pom.xml
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/SpiderApplication.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/Swagger.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/configuration/ResourcesConfiguration.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/configuration/WebSocketConfiguration.java
+3
-3
spider-flow-web/src/main/java/com/zq/spiderflow/controller/DataSourceController.java
+5
-5
spider-flow-web/src/main/java/com/zq/spiderflow/controller/FlowNoticeController.java
+5
-5
spider-flow-web/src/main/java/com/zq/spiderflow/controller/FunctionController.java
+3
-3
spider-flow-web/src/main/java/com/zq/spiderflow/controller/MetaDataCategoryController.java
+7
-7
spider-flow-web/src/main/java/com/zq/spiderflow/controller/MetaDataController.java
+8
-8
spider-flow-web/src/main/java/com/zq/spiderflow/controller/MetaDataMappingController.java
+8
-8
spider-flow-web/src/main/java/com/zq/spiderflow/controller/SpiderFlowController.java
+15
-15
spider-flow-web/src/main/java/com/zq/spiderflow/controller/SpiderRestController.java
+11
-11
spider-flow-web/src/main/java/com/zq/spiderflow/controller/TaskController.java
+6
-6
spider-flow-web/src/main/java/com/zq/spiderflow/controller/VariableController.java
+5
-5
spider-flow-web/src/main/java/com/zq/spiderflow/controller/XfdController.java
+3
-3
spider-flow-web/src/main/java/com/zq/spiderflow/dao/MetaDataCategoryDao.java
+2
-2
spider-flow-web/src/main/java/com/zq/spiderflow/dao/MetaDataDao.java
+4
-4
spider-flow-web/src/main/java/com/zq/spiderflow/dao/MetaDataMappingDao.java
+2
-3
spider-flow-web/src/main/java/com/zq/spiderflow/entity/MetaData.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/entity/MetaDataCategory.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/entity/MetaDataMapping.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/logback/SpiderFlowFileAppender.java
+4
-4
spider-flow-web/src/main/java/com/zq/spiderflow/logback/SpiderFlowWebSocketAppender.java
+5
-5
spider-flow-web/src/main/java/com/zq/spiderflow/model/SpiderWebSocketContext.java
+3
-3
spider-flow-web/src/main/java/com/zq/spiderflow/model/WebSocketEvent.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/service/MetaDataCategoryService.java
+6
-6
spider-flow-web/src/main/java/com/zq/spiderflow/service/MetaDataMappingService.java
+8
-8
spider-flow-web/src/main/java/com/zq/spiderflow/service/MetaDataService.java
+11
-11
spider-flow-web/src/main/java/com/zq/spiderflow/util/AssertUtils.java
+2
-2
spider-flow-web/src/main/java/com/zq/spiderflow/util/PagingUtils.java
+4
-4
spider-flow-web/src/main/java/com/zq/spiderflow/vo/MetaDataCategoryReq.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/vo/MetaDataMappingReq.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/vo/MetaDataReq.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/vo/MetaDataVo.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/vo/PageReqVo.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/vo/PageVo.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/vo/ResultVo.java
+1
-1
spider-flow-web/src/main/java/com/zq/spiderflow/websocket/WebSocketEditorServer.java
+5
-5
spider-flow-web/src/main/resources/mapper/MetaDataMapper.xml
+2
-2
spider-flow-web/src/main/resources/mapper/MetaDataMappingMapper.xml
+3
-3
No files found.
dataoperation-server/src/main/java/com/zq/dataoperation/DataoperationApplication.java
View file @
7d9e870a
...
...
@@ -7,7 +7,7 @@ import org.springframework.cloud.client.discovery.EnableDiscoveryClient;
import
org.springframework.scheduling.annotation.EnableScheduling
;
@EnableScheduling
@MapperScan
({
"com.zq.dataoperation.dao"
,
"
com.
zq.spiderflow.dao"
})
@MapperScan
({
"com.zq.dataoperation.dao"
,
"zq.spiderflow.dao"
})
@EnableDiscoveryClient
@SpringBootApplication
//(scanBasePackages = {"com.zq.dataoperation", "com.zq.common.config","com.zq.spiderflow"})
public
class
DataoperationApplication
{
...
...
dataoperation-server/src/main/java/com/zq/dataoperation/service/CommonQueryService.java
View file @
7d9e870a
...
...
@@ -15,8 +15,8 @@ import com.zq.dataoperation.dao.QueryDbDao;
import
com.zq.dataoperation.entity.CommonQuerySetting
;
import
com.zq.dataoperation.entity.QueryDb
;
import
com.zq.dataoperation.utils.ConnectionUtil
;
import
zq.spiderflow.dao.MetaDataMappingDao
;
import
zq.spiderflow.entity.MetaDataMapping
;
import
com.
zq.spiderflow.dao.MetaDataMappingDao
;
import
com.
zq.spiderflow.entity.MetaDataMapping
;
import
org.springframework.stereotype.Service
;
import
javax.annotation.Resource
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/ExpressionEngine.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/ExpressionEngine.java
View file @
7d9e870a
package
zq
.
spiderflow
;
package
com
.
zq
.
spiderflow
;
import
java.util.Map
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/Grammerable.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/Grammerable.java
View file @
7d9e870a
package
zq
.
spiderflow
;
package
com
.
zq
.
spiderflow
;
import
java.util.List
;
import
zq.spiderflow.model.Grammer
;
import
com.
zq.spiderflow.model.Grammer
;
public
interface
Grammerable
{
...
...
spider-flow-api/src/main/java/zq/spiderflow/annotation/Comment.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/annotation/Comment.java
View file @
7d9e870a
package
zq
.
spiderflow
.
annotation
;
package
com
.
zq
.
spiderflow
.
annotation
;
import
java.lang.annotation.Documented
;
import
java.lang.annotation.ElementType
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/annotation/Example.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/annotation/Example.java
View file @
7d9e870a
package
zq
.
spiderflow
.
annotation
;
package
com
.
zq
.
spiderflow
.
annotation
;
import
java.lang.annotation.Documented
;
import
java.lang.annotation.ElementType
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/annotation/Return.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/annotation/Return.java
View file @
7d9e870a
package
zq
.
spiderflow
.
annotation
;
package
com
.
zq
.
spiderflow
.
annotation
;
import
java.lang.annotation.Documented
;
import
java.lang.annotation.ElementType
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/common/CURDController.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/common/CURDController.java
View file @
7d9e870a
package
zq
.
spiderflow
.
common
;
package
com
.
zq
.
spiderflow
.
common
;
import
zq.spiderflow.model.JsonBean
;
import
com.
zq.spiderflow.model.JsonBean
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.web.bind.annotation.RequestMapping
;
import
org.springframework.web.bind.annotation.RequestParam
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/concurrent/ChildPriorThreadSubmitStrategy.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/concurrent/ChildPriorThreadSubmitStrategy.java
View file @
7d9e870a
package
zq
.
spiderflow
.
concurrent
;
package
com
.
zq
.
spiderflow
.
concurrent
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
java.util.Comparator
;
import
java.util.PriorityQueue
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/concurrent/LinkedThreadSubmitStrategy.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/concurrent/LinkedThreadSubmitStrategy.java
View file @
7d9e870a
package
zq
.
spiderflow
.
concurrent
;
package
com
.
zq
.
spiderflow
.
concurrent
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
java.util.Comparator
;
import
java.util.List
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/concurrent/ParentPriorThreadSubmitStrategy.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/concurrent/ParentPriorThreadSubmitStrategy.java
View file @
7d9e870a
package
zq
.
spiderflow
.
concurrent
;
package
com
.
zq
.
spiderflow
.
concurrent
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
java.util.Comparator
;
import
java.util.PriorityQueue
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/concurrent/RandomThreadSubmitStrategy.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/concurrent/RandomThreadSubmitStrategy.java
View file @
7d9e870a
package
zq
.
spiderflow
.
concurrent
;
package
com
.
zq
.
spiderflow
.
concurrent
;
import
com.zq.spiderflow.model.SpiderNode
;
import
org.apache.commons.lang3.RandomUtils
;
import
zq.spiderflow.model.SpiderNode
;
import
java.util.Comparator
;
import
java.util.List
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/concurrent/SpiderFlowThreadPoolExecutor.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/concurrent/SpiderFlowThreadPoolExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
concurrent
;
package
com
.
zq
.
spiderflow
.
concurrent
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
java.util.concurrent.*
;
import
java.util.concurrent.atomic.AtomicInteger
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/concurrent/SpiderFutureTask.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/concurrent/SpiderFutureTask.java
View file @
7d9e870a
package
zq
.
spiderflow
.
concurrent
;
package
com
.
zq
.
spiderflow
.
concurrent
;
import
java.util.concurrent.FutureTask
;
import
zq.spiderflow.concurrent.SpiderFlowThreadPoolExecutor.SubThreadPoolExecutor
;
import
zq.spiderflow.model.SpiderNode
;
import
com.zq.spiderflow.model.SpiderNode
;
import
com.zq.spiderflow.concurrent.SpiderFlowThreadPoolExecutor.SubThreadPoolExecutor
;
public
class
SpiderFutureTask
<
V
>
extends
FutureTask
{
...
...
spider-flow-api/src/main/java/zq/spiderflow/concurrent/ThreadSubmitStrategy.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/concurrent/ThreadSubmitStrategy.java
View file @
7d9e870a
package
zq
.
spiderflow
.
concurrent
;
package
com
.
zq
.
spiderflow
.
concurrent
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
java.util.Comparator
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/context/CookieContext.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/context/CookieContext.java
View file @
7d9e870a
package
zq
.
spiderflow
.
context
;
package
com
.
zq
.
spiderflow
.
context
;
import
java.util.HashMap
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/context/SpiderContext.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/context/SpiderContext.java
View file @
7d9e870a
package
zq
.
spiderflow
.
context
;
package
com
.
zq
.
spiderflow
.
context
;
import
zq.spiderflow.concurrent.SpiderFlowThreadPoolExecutor.SubThreadPoolExecutor
;
import
zq.spiderflow.model.SpiderNode
;
import
zq.spiderflow.model.SpiderOutput
;
import
com.zq.spiderflow.model.SpiderNode
;
import
com.zq.spiderflow.model.SpiderOutput
;
import
com.zq.spiderflow.concurrent.SpiderFlowThreadPoolExecutor.SubThreadPoolExecutor
;
import
java.util.*
;
import
java.util.concurrent.Future
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/context/SpiderContextHolder.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/context/SpiderContextHolder.java
View file @
7d9e870a
package
zq
.
spiderflow
.
context
;
package
com
.
zq
.
spiderflow
.
context
;
import
com.alibaba.ttl.TransmittableThreadLocal
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/enums/FlowNoticeType.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/enums/FlowNoticeType.java
View file @
7d9e870a
package
zq
.
spiderflow
.
enums
;
package
com
.
zq
.
spiderflow
.
enums
;
/**
* 流程通知类型
...
...
spider-flow-api/src/main/java/zq/spiderflow/enums/FlowNoticeWay.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/enums/FlowNoticeWay.java
View file @
7d9e870a
package
zq
.
spiderflow
.
enums
;
package
com
.
zq
.
spiderflow
.
enums
;
import
java.util.LinkedHashMap
;
import
java.util.Map
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/executor/FunctionExecutor.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/executor/FunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
executor
;
package
com
.
zq
.
spiderflow
.
executor
;
public
interface
FunctionExecutor
{
...
...
spider-flow-api/src/main/java/zq/spiderflow/executor/FunctionExtension.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/executor/FunctionExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
executor
;
package
com
.
zq
.
spiderflow
.
executor
;
public
interface
FunctionExtension
{
...
...
spider-flow-api/src/main/java/zq/spiderflow/executor/PluginConfig.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/executor/PluginConfig.java
View file @
7d9e870a
package
zq
.
spiderflow
.
executor
;
package
com
.
zq
.
spiderflow
.
executor
;
import
zq.spiderflow.model.Plugin
;
import
com.
zq.spiderflow.model.Plugin
;
public
interface
PluginConfig
{
...
...
spider-flow-api/src/main/java/zq/spiderflow/executor/ShapeExecutor.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/executor/ShapeExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
executor
;
package
com
.
zq
.
spiderflow
.
executor
;
import
java.util.Map
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.model.Shape
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.context.SpiderContext
;
import
com.
zq.spiderflow.model.Shape
;
import
com.
zq.spiderflow.model.SpiderNode
;
/**
* 执行器接口
...
...
spider-flow-api/src/main/java/zq/spiderflow/expression/DynamicMethod.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/expression/DynamicMethod.java
View file @
7d9e870a
package
zq
.
spiderflow
.
expression
;
package
com
.
zq
.
spiderflow
.
expression
;
import
java.util.List
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/io/Line.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/io/Line.java
View file @
7d9e870a
package
zq
.
spiderflow
.
io
;
package
com
.
zq
.
spiderflow
.
io
;
public
class
Line
{
...
...
spider-flow-api/src/main/java/zq/spiderflow/io/RandomAccessFileReader.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/io/RandomAccessFileReader.java
View file @
7d9e870a
package
zq
.
spiderflow
.
io
;
package
com
.
zq
.
spiderflow
.
io
;
import
java.io.Closeable
;
import
java.io.IOException
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/io/SpiderResponse.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/io/SpiderResponse.java
View file @
7d9e870a
package
zq
.
spiderflow
.
io
;
package
com
.
zq
.
spiderflow
.
io
;
import
java.io.InputStream
;
import
java.util.Map
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.alibaba.fastjson.JSON
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/listener/SpiderListener.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/listener/SpiderListener.java
View file @
7d9e870a
package
zq
.
spiderflow
.
listener
;
package
com
.
zq
.
spiderflow
.
listener
;
import
zq.spiderflow.context.SpiderContext
;
import
com.
zq.spiderflow.context.SpiderContext
;
public
interface
SpiderListener
{
...
...
spider-flow-api/src/main/java/zq/spiderflow/model/Grammer.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/model/Grammer.java
View file @
7d9e870a
package
zq
.
spiderflow
.
model
;
package
com
.
zq
.
spiderflow
.
model
;
import
java.lang.reflect.Method
;
import
java.lang.reflect.Modifier
;
...
...
@@ -6,9 +6,9 @@ import java.util.ArrayList;
import
java.util.Collections
;
import
java.util.List
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.annotation.Return
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.annotation.Return
;
public
class
Grammer
{
...
...
spider-flow-api/src/main/java/zq/spiderflow/model/JsonBean.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/model/JsonBean.java
View file @
7d9e870a
package
zq
.
spiderflow
.
model
;
package
com
.
zq
.
spiderflow
.
model
;
public
class
JsonBean
<
T
>
{
...
...
spider-flow-api/src/main/java/zq/spiderflow/model/Plugin.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/model/Plugin.java
View file @
7d9e870a
package
zq
.
spiderflow
.
model
;
package
com
.
zq
.
spiderflow
.
model
;
public
class
Plugin
{
...
...
spider-flow-api/src/main/java/zq/spiderflow/model/Shape.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/model/Shape.java
View file @
7d9e870a
package
zq
.
spiderflow
.
model
;
package
com
.
zq
.
spiderflow
.
model
;
public
class
Shape
{
...
...
spider-flow-api/src/main/java/zq/spiderflow/model/SpiderLog.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/model/SpiderLog.java
View file @
7d9e870a
package
zq
.
spiderflow
.
model
;
package
com
.
zq
.
spiderflow
.
model
;
import
java.util.ArrayList
;
import
java.util.List
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/model/SpiderNode.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/model/SpiderNode.java
View file @
7d9e870a
package
zq
.
spiderflow
.
model
;
package
com
.
zq
.
spiderflow
.
model
;
import
java.util.*
;
import
java.util.concurrent.atomic.AtomicInteger
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/model/SpiderOutput.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/model/SpiderOutput.java
View file @
7d9e870a
package
zq
.
spiderflow
.
model
;
package
com
.
zq
.
spiderflow
.
model
;
import
java.util.ArrayList
;
import
java.util.List
;
...
...
spider-flow-api/src/main/java/zq/spiderflow/utils/Maps.java
→
spider-flow-api/src/main/java/
com/
zq/spiderflow/utils/Maps.java
View file @
7d9e870a
package
zq
.
spiderflow
.
utils
;
package
com
.
zq
.
spiderflow
.
utils
;
import
java.util.HashMap
;
import
java.util.List
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/Spider.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/Spider.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
;
package
com
.
zq
.
spiderflow
.
core
;
import
com.alibaba.fastjson.JSONArray
;
import
com.alibaba.fastjson.JSONObject
;
import
com.alibaba.ttl.TtlRunnable
;
import
com.zq.spiderflow.concurrent.*
;
import
com.zq.spiderflow.core.exception.RpaException
;
import
com.zq.spiderflow.core.utils.ExecutorsUtils
;
import
com.zq.spiderflow.core.utils.ExpressionUtils
;
import
com.zq.spiderflow.core.utils.SpiderFlowUtils
;
import
org.apache.commons.lang3.StringUtils
;
import
org.apache.commons.lang3.math.NumberUtils
;
import
org.dom4j.Document
;
...
...
@@ -12,21 +17,17 @@ import org.dom4j.Element;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.concurrent.*
;
import
zq.spiderflow.concurrent.SpiderFlowThreadPoolExecutor.SubThreadPoolExecutor
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.context.SpiderContextHolder
;
import
zq.spiderflow.core.exception.RpaException
;
import
zq.spiderflow.core.executor.shape.LoopExecutor
;
import
zq.spiderflow.core.model.SpiderFlow
;
import
zq.spiderflow.core.service.FlowNoticeService
;
import
zq.spiderflow.core.utils.ExecutorsUtils
;
import
zq.spiderflow.core.utils.ExpressionUtils
;
import
zq.spiderflow.core.utils.SpiderFlowUtils
;
import
zq.spiderflow.enums.FlowNoticeType
;
import
zq.spiderflow.executor.ShapeExecutor
;
import
zq.spiderflow.listener.SpiderListener
;
import
zq.spiderflow.model.SpiderNode
;
import
zq.spiderflow.model.SpiderOutput
;
import
com.zq.spiderflow.concurrent.SpiderFlowThreadPoolExecutor.SubThreadPoolExecutor
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.context.SpiderContextHolder
;
import
com.zq.spiderflow.core.executor.shape.LoopExecutor
;
import
com.zq.spiderflow.core.model.SpiderFlow
;
import
com.zq.spiderflow.core.service.FlowNoticeService
;
import
com.zq.spiderflow.enums.FlowNoticeType
;
import
com.zq.spiderflow.executor.ShapeExecutor
;
import
com.zq.spiderflow.listener.SpiderListener
;
import
com.zq.spiderflow.model.SpiderNode
;
import
com.zq.spiderflow.model.SpiderOutput
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.beans.factory.annotation.Value
;
import
org.springframework.stereotype.Component
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/exception/BusinessException.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/exception/BusinessException.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
exception
;
package
com
.
zq
.
spiderflow
.
core
.
exception
;
public
class
BusinessException
extends
RuntimeException
{
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/exception/RpaException.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/exception/RpaException.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
exception
;
package
com
.
zq
.
spiderflow
.
core
.
exception
;
public
class
RpaException
extends
RuntimeException
{
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/Base64FunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/Base64FunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
;
import
org.apache.commons.codec.binary.Base64
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.executor.FunctionExecutor
;
import
org.springframework.stereotype.Component
;
/**
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/DateFunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/DateFunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
;
import
java.text.ParseException
;
import
java.util.Date
;
import
com.zq.spiderflow.executor.FunctionExecutor
;
import
org.apache.commons.lang3.time.DateFormatUtils
;
import
org.apache.commons.lang3.time.DateUtils
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
com.zq.spiderflow.annotation.Comment
;
import
com.zq.spiderflow.annotation.Example
;
import
org.springframework.stereotype.Component
;
/**
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/ExceptionFunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/ExceptionFunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.core.exception.RpaException
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.core.exception.RpaException
;
import
com.
zq.spiderflow.executor.FunctionExecutor
;
import
org.springframework.stereotype.Component
;
@Component
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/ExtractFunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/ExtractFunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
;
import
java.util.List
;
import
com.zq.spiderflow.core.utils.ExtractUtils
;
import
org.jsoup.Jsoup
;
import
org.jsoup.nodes.Element
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.core.utils.ExtractUtils
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
com.zq.spiderflow.annotation.Comment
;
import
com.zq.spiderflow.annotation.Example
;
import
com.zq.spiderflow.executor.FunctionExecutor
;
import
org.springframework.stereotype.Component
;
@Component
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/FileFunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/FileFunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
;
import
java.io.*
;
import
java.nio.charset.Charset
;
import
java.util.List
;
import
com.zq.spiderflow.core.utils.FileUtils
;
import
org.apache.commons.io.IOUtils
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.core.utils.FileUtils
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
com.zq.spiderflow.annotation.Comment
;
import
com.zq.spiderflow.annotation.Example
;
import
com.zq.spiderflow.executor.FunctionExecutor
;
import
org.springframework.stereotype.Component
;
import
org.springframework.util.CollectionUtils
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/JsonFunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/JsonFunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.executor.FunctionExecutor
;
import
org.springframework.stereotype.Component
;
import
com.alibaba.fastjson.JSON
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/ListFunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/ListFunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
;
import
java.util.ArrayList
;
import
java.util.List
;
import
java.util.regex.Pattern
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.executor.FunctionExecutor
;
import
org.springframework.stereotype.Component
;
/**
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/LogFunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/LogFunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
;
import
com.zq.spiderflow.executor.FunctionExecutor
;
import
lombok.extern.slf4j.Slf4j
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
com.zq.spiderflow.annotation.Comment
;
import
com.zq.spiderflow.annotation.Example
;
import
org.springframework.stereotype.Component
;
@Slf4j
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/MD5FunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/MD5FunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
;
import
com.zq.spiderflow.annotation.Comment
;
import
com.zq.spiderflow.annotation.Example
;
import
com.zq.spiderflow.executor.FunctionExecutor
;
import
org.apache.commons.codec.digest.DigestUtils
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
org.springframework.stereotype.Component
;
import
java.io.IOException
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/RandomFunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/RandomFunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
;
import
org.apache.commons.lang3.RandomUtils
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.executor.FunctionExecutor
;
import
org.springframework.stereotype.Component
;
/**
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/StringFunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/StringFunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
;
import
java.io.UnsupportedEncodingException
;
import
java.util.ArrayList
;
...
...
@@ -6,9 +6,9 @@ import java.util.Arrays;
import
java.util.List
;
import
java.util.UUID
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.executor.FunctionExecutor
;
import
org.springframework.stereotype.Component
;
/**
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/ThreadFunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/ThreadFunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.executor.FunctionExecutor
;
import
org.springframework.stereotype.Component
;
/**
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/UrlFunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/UrlFunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
;
import
java.io.UnsupportedEncodingException
;
import
java.net.URLDecoder
;
...
...
@@ -8,9 +8,9 @@ import java.util.HashMap;
import
java.util.Map
;
import
org.apache.commons.lang3.StringUtils
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.executor.FunctionExecutor
;
import
org.springframework.stereotype.Component
;
/**
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/extension/ArrayFunctionExtension.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/extension/ArrayFunctionExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
import
java.util.Arrays
;
import
java.util.List
;
import
org.apache.commons.lang3.StringUtils
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExtension
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.executor.FunctionExtension
;
import
org.springframework.stereotype.Component
;
@Component
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/extension/DateFunctionExtension.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/extension/DateFunctionExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
import
java.util.Date
;
import
org.apache.commons.lang3.time.DateFormatUtils
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExtension
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.executor.FunctionExtension
;
import
org.springframework.stereotype.Component
;
@Component
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/extension/ElementFunctionExtension.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/extension/ElementFunctionExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
import
java.util.List
;
import
org.jsoup.nodes.Element
;
import
org.jsoup.select.Elements
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.annotation.Return
;
import
zq.spiderflow.core.utils.ExtractUtils
;
import
zq.spiderflow.executor.FunctionExtension
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.annotation.Return
;
import
com.
zq.spiderflow.core.utils.ExtractUtils
;
import
com.
zq.spiderflow.executor.FunctionExtension
;
import
org.springframework.stereotype.Component
;
@Component
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/extension/ElementsFunctionExtension.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/extension/ElementsFunctionExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
import
org.jsoup.nodes.Element
;
import
org.jsoup.select.Elements
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.core.utils.ExtractUtils
;
import
zq.spiderflow.executor.FunctionExtension
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.core.utils.ExtractUtils
;
import
com.
zq.spiderflow.executor.FunctionExtension
;
import
org.springframework.stereotype.Component
;
import
java.util.ArrayList
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/extension/ListFunctionExtension.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/extension/ListFunctionExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
import
org.apache.commons.lang3.StringUtils
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExtension
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.executor.FunctionExtension
;
import
org.springframework.stereotype.Component
;
import
java.util.Collections
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/extension/MapFunctionExtension.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/extension/MapFunctionExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExtension
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.executor.FunctionExtension
;
import
org.springframework.stereotype.Component
;
import
java.util.List
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/extension/ObjectFunctionExtension.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/extension/ObjectFunctionExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
import
java.util.Objects
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.core.utils.ExtractUtils
;
import
zq.spiderflow.executor.FunctionExtension
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.core.utils.ExtractUtils
;
import
com.
zq.spiderflow.executor.FunctionExtension
;
import
org.springframework.stereotype.Component
;
import
com.alibaba.fastjson.JSON
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/extension/ResponseFunctionExtension.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/extension/ResponseFunctionExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
import
java.util.List
;
import
java.util.regex.Pattern
;
...
...
@@ -8,12 +8,12 @@ import org.apache.commons.lang3.StringUtils;
import
org.jsoup.Jsoup
;
import
org.jsoup.nodes.Element
;
import
org.jsoup.select.Elements
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.annotation.Return
;
import
zq.spiderflow.core.utils.ExtractUtils
;
import
zq.spiderflow.executor.FunctionExtension
;
import
zq.spiderflow.io.SpiderResponse
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.annotation.Return
;
import
com.
zq.spiderflow.core.utils.ExtractUtils
;
import
com.
zq.spiderflow.executor.FunctionExtension
;
import
com.
zq.spiderflow.io.SpiderResponse
;
import
org.springframework.stereotype.Component
;
@Component
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/extension/SqlRowSetExtension.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/extension/SqlRowSetExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
import
org.apache.commons.lang3.exception.ExceptionUtils
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExtension
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.executor.FunctionExtension
;
import
org.springframework.jdbc.support.rowset.SqlRowSet
;
import
org.springframework.stereotype.Component
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/function/extension/StringFunctionExtension.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/function/extension/StringFunctionExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
function
.
extension
;
import
com.alibaba.fastjson.JSON
;
import
org.apache.commons.lang3.math.NumberUtils
;
...
...
@@ -6,12 +6,12 @@ import org.apache.commons.text.StringEscapeUtils;
import
org.jsoup.nodes.Element
;
import
org.jsoup.parser.Parser
;
import
org.jsoup.select.Elements
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.annotation.Return
;
import
zq.spiderflow.core.executor.function.DateFunctionExecutor
;
import
zq.spiderflow.core.utils.ExtractUtils
;
import
zq.spiderflow.executor.FunctionExtension
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.annotation.Return
;
import
com.
zq.spiderflow.core.executor.function.DateFunctionExecutor
;
import
com.
zq.spiderflow.core.utils.ExtractUtils
;
import
com.
zq.spiderflow.executor.FunctionExtension
;
import
org.springframework.stereotype.Component
;
import
java.text.ParseException
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/shape/CommentExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/shape/CommentExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
shape
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
shape
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.executor.ShapeExecutor
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.context.SpiderContext
;
import
com.
zq.spiderflow.executor.ShapeExecutor
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
org.springframework.stereotype.Component
;
import
java.util.Map
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/shape/ExecuteSQLExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/shape/ExecuteSQLExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
shape
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
shape
;
import
com.zq.spiderflow.core.utils.DataSourceUtils
;
import
com.zq.spiderflow.core.utils.ExpressionUtils
;
import
com.zq.spiderflow.core.utils.ExtractUtils
;
import
org.apache.commons.lang3.StringUtils
;
import
org.apache.commons.lang3.exception.ExceptionUtils
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.Grammerable
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.core.utils.DataSourceUtils
;
import
zq.spiderflow.core.utils.ExpressionUtils
;
import
zq.spiderflow.core.utils.ExtractUtils
;
import
zq.spiderflow.executor.ShapeExecutor
;
import
zq.spiderflow.model.Grammer
;
import
zq.spiderflow.model.SpiderNode
;
import
com.zq.spiderflow.Grammerable
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.executor.ShapeExecutor
;
import
com.zq.spiderflow.model.Grammer
;
import
com.zq.spiderflow.model.SpiderNode
;
import
org.springframework.jdbc.core.ArgumentPreparedStatementSetter
;
import
org.springframework.jdbc.core.JdbcTemplate
;
import
org.springframework.jdbc.support.GeneratedKeyHolder
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/shape/ForkJoinExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/shape/ForkJoinExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
shape
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
shape
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.executor.ShapeExecutor
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.context.SpiderContext
;
import
com.
zq.spiderflow.executor.ShapeExecutor
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
org.springframework.stereotype.Component
;
import
java.util.HashMap
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/shape/FunctionExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/shape/FunctionExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
shape
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
shape
;
import
java.util.List
;
import
java.util.Map
;
import
com.zq.spiderflow.core.exception.RpaException
;
import
com.zq.spiderflow.core.utils.ExpressionUtils
;
import
org.apache.commons.lang3.StringUtils
;
import
org.apache.commons.lang3.exception.ExceptionUtils
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.core.exception.RpaException
;
import
zq.spiderflow.core.utils.ExpressionUtils
;
import
zq.spiderflow.executor.ShapeExecutor
;
import
zq.spiderflow.model.SpiderNode
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.executor.ShapeExecutor
;
import
com.zq.spiderflow.model.SpiderNode
;
import
org.springframework.stereotype.Component
;
/**
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/shape/LoopExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/shape/LoopExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
shape
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
shape
;
import
java.util.Map
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.executor.ShapeExecutor
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.context.SpiderContext
;
import
com.
zq.spiderflow.executor.ShapeExecutor
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
org.springframework.stereotype.Component
;
/**
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/shape/OutputExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/shape/OutputExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
shape
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
shape
;
import
com.alibaba.fastjson.JSON
;
import
com.zq.spiderflow.core.serializer.FastJsonSerializer
;
import
com.zq.spiderflow.core.utils.DataSourceUtils
;
import
com.zq.spiderflow.core.utils.ExpressionUtils
;
import
org.apache.commons.csv.CSVFormat
;
import
org.apache.commons.csv.CSVPrinter
;
import
org.apache.commons.lang3.StringUtils
;
...
...
@@ -8,15 +11,12 @@ import org.apache.commons.lang3.exception.ExceptionUtils;
import
org.apache.ibatis.jdbc.SQL
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.core.serializer.FastJsonSerializer
;
import
zq.spiderflow.core.utils.DataSourceUtils
;
import
zq.spiderflow.core.utils.ExpressionUtils
;
import
zq.spiderflow.executor.ShapeExecutor
;
import
zq.spiderflow.io.SpiderResponse
;
import
zq.spiderflow.listener.SpiderListener
;
import
zq.spiderflow.model.SpiderNode
;
import
zq.spiderflow.model.SpiderOutput
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.executor.ShapeExecutor
;
import
com.zq.spiderflow.io.SpiderResponse
;
import
com.zq.spiderflow.listener.SpiderListener
;
import
com.zq.spiderflow.model.SpiderNode
;
import
com.zq.spiderflow.model.SpiderOutput
;
import
org.springframework.jdbc.core.JdbcTemplate
;
import
org.springframework.stereotype.Component
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/shape/ProcessExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/shape/ProcessExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
shape
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
shape
;
import
java.util.Map
;
import
com.zq.spiderflow.core.Spider
;
import
com.zq.spiderflow.core.service.SpiderFlowService
;
import
com.zq.spiderflow.core.utils.SpiderFlowUtils
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.core.Spider
;
import
zq.spiderflow.core.model.SpiderFlow
;
import
zq.spiderflow.core.service.SpiderFlowService
;
import
zq.spiderflow.core.utils.SpiderFlowUtils
;
import
zq.spiderflow.executor.ShapeExecutor
;
import
zq.spiderflow.model.SpiderNode
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.core.model.SpiderFlow
;
import
com.zq.spiderflow.executor.ShapeExecutor
;
import
com.zq.spiderflow.model.SpiderNode
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.stereotype.Component
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/shape/RequestExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/shape/RequestExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
shape
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
shape
;
import
com.google.common.hash.BloomFilter
;
import
com.google.common.hash.Funnel
;
import
com.google.common.hash.Funnels
;
import
com.zq.spiderflow.core.io.HttpRequest
;
import
com.zq.spiderflow.core.io.HttpResponse
;
import
com.zq.spiderflow.core.utils.ExpressionUtils
;
import
org.apache.commons.io.FileUtils
;
import
org.apache.commons.lang3.StringUtils
;
import
org.apache.commons.lang3.exception.ExceptionUtils
;
import
org.apache.commons.lang3.math.NumberUtils
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.Grammerable
;
import
zq.spiderflow.context.CookieContext
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.core.executor.function.MD5FunctionExecutor
;
import
zq.spiderflow.core.io.HttpRequest
;
import
zq.spiderflow.core.io.HttpResponse
;
import
zq.spiderflow.core.utils.ExpressionUtils
;
import
zq.spiderflow.executor.ShapeExecutor
;
import
zq.spiderflow.io.SpiderResponse
;
import
zq.spiderflow.listener.SpiderListener
;
import
zq.spiderflow.model.Grammer
;
import
zq.spiderflow.model.SpiderNode
;
import
com.zq.spiderflow.Grammerable
;
import
com.zq.spiderflow.context.CookieContext
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.core.executor.function.MD5FunctionExecutor
;
import
com.zq.spiderflow.executor.ShapeExecutor
;
import
com.zq.spiderflow.io.SpiderResponse
;
import
com.zq.spiderflow.listener.SpiderListener
;
import
com.zq.spiderflow.model.Grammer
;
import
com.zq.spiderflow.model.SpiderNode
;
import
org.springframework.beans.factory.annotation.Value
;
import
org.springframework.stereotype.Component
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/shape/StartExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/shape/StartExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
shape
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
shape
;
import
java.util.Map
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.executor.ShapeExecutor
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.context.SpiderContext
;
import
com.
zq.spiderflow.executor.ShapeExecutor
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
org.springframework.stereotype.Component
;
/**
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/executor/shape/VariableExecutor.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/executor/shape/VariableExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
executor
.
shape
;
package
com
.
zq
.
spiderflow
.
core
.
executor
.
shape
;
import
java.util.List
;
import
java.util.Map
;
import
com.zq.spiderflow.core.utils.ExpressionUtils
;
import
org.apache.commons.lang3.exception.ExceptionUtils
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.core.utils.ExpressionUtils
;
import
zq.spiderflow.executor.ShapeExecutor
;
import
zq.spiderflow.model.SpiderNode
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.executor.ShapeExecutor
;
import
com.zq.spiderflow.model.SpiderNode
;
import
org.springframework.stereotype.Component
;
/**
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/DefaultExpressionEngine.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/DefaultExpressionEngine.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
;
package
com
.
zq
.
spiderflow
.
core
.
expression
;
import
java.util.List
;
import
java.util.Map
;
...
...
@@ -6,10 +6,10 @@ import java.util.Map;
import
javax.annotation.PostConstruct
;
import
org.apache.commons.lang3.StringUtils
;
import
zq.spiderflow.ExpressionEngine
;
import
zq.spiderflow.core.expression.interpreter.Reflection
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
zq.spiderflow.executor.FunctionExtension
;
import
com.
zq.spiderflow.ExpressionEngine
;
import
com.
zq.spiderflow.core.expression.interpreter.Reflection
;
import
com.
zq.spiderflow.executor.FunctionExecutor
;
import
com.
zq.spiderflow.executor.FunctionExtension
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.stereotype.Component
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/ExpressionError.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/ExpressionError.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
;
package
com
.
zq
.
spiderflow
.
core
.
expression
;
import
zq.spiderflow.core.expression.parsing.Span
;
import
zq.spiderflow.core.expression.parsing.Span.Line
;
import
zq.spiderflow.core.expression.parsing.TokenStream
;
import
com.
zq.spiderflow.core.expression.parsing.Span
;
import
com.
zq.spiderflow.core.expression.parsing.Span.Line
;
import
com.
zq.spiderflow.core.expression.parsing.TokenStream
;
/** All errors reported by the library go through the static functions of this class. */
public
class
ExpressionError
{
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/ExpressionGlobalVariables.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/ExpressionGlobalVariables.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
;
package
com
.
zq
.
spiderflow
.
core
.
expression
;
import
java.util.HashMap
;
import
java.util.Map
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/ExpressionTemplate.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/ExpressionTemplate.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
;
package
com
.
zq
.
spiderflow
.
core
.
expression
;
import
java.io.OutputStream
;
import
java.util.List
;
import
zq.spiderflow.core.expression.interpreter.AstInterpreter
;
import
zq.spiderflow.core.expression.parsing.Ast
;
import
zq.spiderflow.core.expression.parsing.Ast.Node
;
import
zq.spiderflow.core.expression.parsing.Parser
;
import
com.
zq.spiderflow.core.expression.interpreter.AstInterpreter
;
import
com.
zq.spiderflow.core.expression.parsing.Ast
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.Node
;
import
com.
zq.spiderflow.core.expression.parsing.Parser
;
/** A template is loaded by a {@link TemplateLoader} from a file marked up with the basis-template language. The template can be
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/ExpressionTemplateContext.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/ExpressionTemplateContext.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
;
package
com
.
zq
.
spiderflow
.
core
.
expression
;
import
java.util.ArrayList
;
import
java.util.HashMap
;
...
...
@@ -8,7 +8,7 @@ import java.util.List;
import
java.util.Map
;
import
java.util.Set
;
import
zq.spiderflow.core.expression.interpreter.AstInterpreter
;
import
com.
zq.spiderflow.core.expression.interpreter.AstInterpreter
;
/**
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/interpreter/AstInterpreter.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/interpreter/AstInterpreter.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
.
interpreter
;
package
com
.
zq
.
spiderflow
.
core
.
expression
.
interpreter
;
import
java.io.IOException
;
import
java.util.List
;
import
zq.spiderflow.core.exception.RpaException
;
import
zq.spiderflow.core.expression.ExpressionError
;
import
zq.spiderflow.core.expression.ExpressionTemplate
;
import
zq.spiderflow.core.expression.ExpressionTemplateContext
;
import
zq.spiderflow.core.expression.parsing.Ast
;
import
com.
zq.spiderflow.core.exception.RpaException
;
import
com.
zq.spiderflow.core.expression.ExpressionError
;
import
com.
zq.spiderflow.core.expression.ExpressionTemplate
;
import
com.
zq.spiderflow.core.expression.ExpressionTemplateContext
;
import
com.
zq.spiderflow.core.expression.parsing.Ast
;
/**
* <p>
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/interpreter/JavaReflection.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/interpreter/JavaReflection.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
.
interpreter
;
package
com
.
zq
.
spiderflow
.
core
.
expression
.
interpreter
;
import
com.zq.spiderflow.core.exception.RpaException
;
import
lombok.extern.slf4j.Slf4j
;
import
zq.spiderflow.core.exception.RpaException
;
import
java.lang.reflect.Field
;
import
java.lang.reflect.InvocationTargetException
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/interpreter/Reflection.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/interpreter/Reflection.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
.
interpreter
;
package
com
.
zq
.
spiderflow
.
core
.
expression
.
interpreter
;
/** Used by {@link AstInterpreter} to access fields and methods of objects. This is a singleton class used by all
* {@link AstInterpreter} instances. Replace the default implementation via {@link #setInstance(Reflection)}. The implementation
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/parsing/Ast.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/parsing/Ast.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
.
parsing
;
package
com
.
zq
.
spiderflow
.
core
.
expression
.
parsing
;
import
com.zq.spiderflow.core.exception.RpaException
;
import
com.zq.spiderflow.core.expression.ExpressionError
;
import
com.zq.spiderflow.core.expression.ExpressionTemplate
;
import
com.zq.spiderflow.core.expression.ExpressionTemplateContext
;
import
com.zq.spiderflow.core.script.ScriptManager
;
import
org.apache.commons.lang3.StringUtils
;
import
org.apache.commons.lang3.exception.ExceptionUtils
;
import
zq.spiderflow.core.exception.RpaException
;
import
zq.spiderflow.core.expression.ExpressionError
;
import
zq.spiderflow.core.expression.ExpressionTemplate
;
import
zq.spiderflow.core.expression.ExpressionTemplateContext
;
import
zq.spiderflow.core.expression.interpreter.AstInterpreter
;
import
zq.spiderflow.core.expression.interpreter.JavaReflection
;
import
zq.spiderflow.core.expression.interpreter.Reflection
;
import
zq.spiderflow.core.script.ScriptManager
;
import
zq.spiderflow.expression.DynamicMethod
;
import
com.zq.spiderflow.core.expression.interpreter.AstInterpreter
;
import
com.zq.spiderflow.core.expression.interpreter.JavaReflection
;
import
com.zq.spiderflow.core.expression.interpreter.Reflection
;
import
com.zq.spiderflow.expression.DynamicMethod
;
import
javax.xml.transform.Source
;
import
java.io.IOException
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/parsing/CharacterStream.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/parsing/CharacterStream.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
.
parsing
;
package
com
.
zq
.
spiderflow
.
core
.
expression
.
parsing
;
import
javax.xml.transform.Source
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/parsing/Parser.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/parsing/Parser.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
.
parsing
;
package
com
.
zq
.
spiderflow
.
core
.
expression
.
parsing
;
...
...
@@ -7,31 +7,31 @@ import java.util.List;
import
javax.xml.transform.Source
;
import
zq.spiderflow.core.expression.ExpressionError
;
import
zq.spiderflow.core.expression.ExpressionTemplate
;
import
zq.spiderflow.core.expression.parsing.Ast.BinaryOperation
;
import
zq.spiderflow.core.expression.parsing.Ast.BooleanLiteral
;
import
zq.spiderflow.core.expression.parsing.Ast.ByteLiteral
;
import
zq.spiderflow.core.expression.parsing.Ast.CharacterLiteral
;
import
zq.spiderflow.core.expression.parsing.Ast.DoubleLiteral
;
import
zq.spiderflow.core.expression.parsing.Ast.Expression
;
import
zq.spiderflow.core.expression.parsing.Ast.FloatLiteral
;
import
zq.spiderflow.core.expression.parsing.Ast.FunctionCall
;
import
zq.spiderflow.core.expression.parsing.Ast.IntegerLiteral
;
import
zq.spiderflow.core.expression.parsing.Ast.ListLiteral
;
import
zq.spiderflow.core.expression.parsing.Ast.LongLiteral
;
import
zq.spiderflow.core.expression.parsing.Ast.MapLiteral
;
import
zq.spiderflow.core.expression.parsing.Ast.MapOrArrayAccess
;
import
zq.spiderflow.core.expression.parsing.Ast.MemberAccess
;
import
zq.spiderflow.core.expression.parsing.Ast.MethodCall
;
import
zq.spiderflow.core.expression.parsing.Ast.Node
;
import
zq.spiderflow.core.expression.parsing.Ast.NullLiteral
;
import
zq.spiderflow.core.expression.parsing.Ast.ShortLiteral
;
import
zq.spiderflow.core.expression.parsing.Ast.StringLiteral
;
import
zq.spiderflow.core.expression.parsing.Ast.TernaryOperation
;
import
zq.spiderflow.core.expression.parsing.Ast.Text
;
import
zq.spiderflow.core.expression.parsing.Ast.UnaryOperation
;
import
zq.spiderflow.core.expression.parsing.Ast.VariableAccess
;
import
com.
zq.spiderflow.core.expression.ExpressionError
;
import
com.
zq.spiderflow.core.expression.ExpressionTemplate
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.BinaryOperation
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.BooleanLiteral
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.ByteLiteral
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.CharacterLiteral
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.DoubleLiteral
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.Expression
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.FloatLiteral
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.FunctionCall
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.IntegerLiteral
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.ListLiteral
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.LongLiteral
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.MapLiteral
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.MapOrArrayAccess
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.MemberAccess
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.MethodCall
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.Node
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.NullLiteral
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.ShortLiteral
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.StringLiteral
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.TernaryOperation
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.Text
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.UnaryOperation
;
import
com.
zq.spiderflow.core.expression.parsing.Ast.VariableAccess
;
/** Parses a {@link Source} into a {@link ExpressionTemplate}. The implementation is a simple recursive descent parser with a lookahead of
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/parsing/Span.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/parsing/Span.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
.
parsing
;
package
com
.
zq
.
spiderflow
.
core
.
expression
.
parsing
;
/** A span within a source string denoted by start and end index, with the latter being exclusive. */
public
class
Span
{
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/parsing/Token.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/parsing/Token.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
.
parsing
;
package
com
.
zq
.
spiderflow
.
core
.
expression
.
parsing
;
/** A token produced by the {@link Tokenizer}. */
public
class
Token
{
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/parsing/TokenStream.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/parsing/TokenStream.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
.
parsing
;
package
com
.
zq
.
spiderflow
.
core
.
expression
.
parsing
;
import
java.util.List
;
import
javax.xml.transform.Source
;
import
zq.spiderflow.core.expression.ExpressionError
;
import
com.
zq.spiderflow.core.expression.ExpressionError
;
/** Iterates over a list of {@link Token} instances, provides methods to match expected tokens and throw errors in case of a
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/parsing/TokenType.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/parsing/TokenType.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
.
parsing
;
package
com
.
zq
.
spiderflow
.
core
.
expression
.
parsing
;
import
java.util.Arrays
;
import
java.util.Comparator
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/expression/parsing/Tokenizer.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/expression/parsing/Tokenizer.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
expression
.
parsing
;
package
com
.
zq
.
spiderflow
.
core
.
expression
.
parsing
;
import
java.util.ArrayList
;
import
java.util.List
;
import
zq.spiderflow.core.expression.ExpressionError
;
import
com.
zq.spiderflow.core.expression.ExpressionError
;
public
class
Tokenizer
{
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/handlle/GlobalExceptionHandler.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/handlle/GlobalExceptionHandler.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
handlle
;
package
com
.
zq
.
spiderflow
.
core
.
handlle
;
import
com.zq.spiderflow.core.exception.RpaException
;
import
lombok.extern.slf4j.Slf4j
;
import
zq.spiderflow.core.exception.RpaException
;
import
zq.spiderflow.core.vo.ResultVo
;
import
com.zq.spiderflow.core.vo.ResultVo
;
import
org.springframework.web.bind.annotation.ExceptionHandler
;
import
org.springframework.web.bind.annotation.RestControllerAdvice
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/io/HttpRequest.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/io/HttpRequest.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
io
;
package
com
.
zq
.
spiderflow
.
core
.
io
;
import
java.io.IOException
;
import
java.io.InputStream
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/io/HttpResponse.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/io/HttpResponse.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
io
;
package
com
.
zq
.
spiderflow
.
core
.
io
;
import
com.alibaba.fastjson.JSON
;
import
org.jsoup.Connection.Response
;
import
org.jsoup.Jsoup
;
import
zq.spiderflow.io.SpiderResponse
;
import
com.
zq.spiderflow.io.SpiderResponse
;
import
java.io.InputStream
;
import
java.util.Map
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/job/SpiderJob.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/job/SpiderJob.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
job
;
package
com
.
zq
.
spiderflow
.
core
.
job
;
import
com.zq.spiderflow.core.Spider
;
import
com.zq.spiderflow.core.exception.RpaException
;
import
com.zq.spiderflow.core.service.SpiderFlowService
;
import
com.zq.spiderflow.core.service.TaskService
;
import
org.apache.commons.lang3.time.DateFormatUtils
;
import
org.quartz.JobDataMap
;
import
org.quartz.JobExecutionContext
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.context.SpiderContextHolder
;
import
zq.spiderflow.core.Spider
;
import
zq.spiderflow.core.exception.RpaException
;
import
zq.spiderflow.core.model.SpiderFlow
;
import
zq.spiderflow.core.model.Task
;
import
zq.spiderflow.core.service.SpiderFlowService
;
import
zq.spiderflow.core.service.TaskService
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.context.SpiderContextHolder
;
import
com.zq.spiderflow.core.model.SpiderFlow
;
import
com.zq.spiderflow.core.model.Task
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.beans.factory.annotation.Value
;
import
org.springframework.scheduling.quartz.QuartzJobBean
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/job/SpiderJobContext.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/job/SpiderJobContext.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
job
;
package
com
.
zq
.
spiderflow
.
core
.
job
;
import
java.io.File
;
import
java.io.FileOutputStream
;
...
...
@@ -8,8 +8,8 @@ import java.util.List;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.model.SpiderOutput
;
import
com.
zq.spiderflow.context.SpiderContext
;
import
com.
zq.spiderflow.model.SpiderOutput
;
public
class
SpiderJobContext
extends
SpiderContext
{
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/job/SpiderJobManager.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/job/SpiderJobManager.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
job
;
package
com
.
zq
.
spiderflow
.
core
.
job
;
import
org.quartz.CronScheduleBuilder
;
import
org.quartz.CronTrigger
;
...
...
@@ -11,7 +11,7 @@ import org.quartz.TriggerBuilder;
import
org.quartz.TriggerKey
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.core.model.SpiderFlow
;
import
com.
zq.spiderflow.core.model.SpiderFlow
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.stereotype.Component
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/mapper/DataSourceMapper.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/mapper/DataSourceMapper.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
mapper
;
package
com
.
zq
.
spiderflow
.
core
.
mapper
;
import
java.util.List
;
import
org.apache.ibatis.annotations.Select
;
import
zq.spiderflow.core.model.DataSource
;
import
com.
zq.spiderflow.core.model.DataSource
;
import
com.baomidou.mybatisplus.core.mapper.BaseMapper
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/mapper/FlowNoticeMapper.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/mapper/FlowNoticeMapper.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
mapper
;
package
com
.
zq
.
spiderflow
.
core
.
mapper
;
import
com.baomidou.mybatisplus.core.mapper.BaseMapper
;
import
org.apache.ibatis.annotations.Mapper
;
import
zq.spiderflow.core.model.FlowNotice
;
import
com.
zq.spiderflow.core.model.FlowNotice
;
@Mapper
public
interface
FlowNoticeMapper
extends
BaseMapper
<
FlowNotice
>
{
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/mapper/FunctionMapper.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/mapper/FunctionMapper.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
mapper
;
package
com
.
zq
.
spiderflow
.
core
.
mapper
;
import
com.baomidou.mybatisplus.core.mapper.BaseMapper
;
import
org.apache.ibatis.annotations.Mapper
;
import
zq.spiderflow.core.model.Function
;
import
com.
zq.spiderflow.core.model.Function
;
@Mapper
public
interface
FunctionMapper
extends
BaseMapper
<
Function
>
{
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/mapper/SpiderFlowMapper.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/mapper/SpiderFlowMapper.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
mapper
;
package
com
.
zq
.
spiderflow
.
core
.
mapper
;
import
java.util.Date
;
import
java.util.List
;
...
...
@@ -7,7 +7,7 @@ import com.baomidou.mybatisplus.core.metadata.IPage;
import
com.baomidou.mybatisplus.extension.plugins.pagination.Page
;
import
org.apache.ibatis.annotations.*
;
import
org.springframework.stereotype.Repository
;
import
zq.spiderflow.core.model.SpiderFlow
;
import
com.
zq.spiderflow.core.model.SpiderFlow
;
import
com.baomidou.mybatisplus.core.mapper.BaseMapper
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/mapper/TaskMapper.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/mapper/TaskMapper.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
mapper
;
package
com
.
zq
.
spiderflow
.
core
.
mapper
;
import
com.baomidou.mybatisplus.core.mapper.BaseMapper
;
import
org.apache.ibatis.annotations.Mapper
;
import
zq.spiderflow.core.model.Task
;
import
com.
zq.spiderflow.core.model.Task
;
@Mapper
public
interface
TaskMapper
extends
BaseMapper
<
Task
>
{
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/mapper/VariableMapper.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/mapper/VariableMapper.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
mapper
;
package
com
.
zq
.
spiderflow
.
core
.
mapper
;
import
com.baomidou.mybatisplus.core.mapper.BaseMapper
;
import
zq.spiderflow.core.model.Variable
;
import
com.
zq.spiderflow.core.model.Variable
;
public
interface
VariableMapper
extends
BaseMapper
<
Variable
>
{
}
spider-flow-core/src/main/java/zq/spiderflow/core/model/DataSource.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/model/DataSource.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
model
;
package
com
.
zq
.
spiderflow
.
core
.
model
;
import
com.baomidou.mybatisplus.annotation.IdType
;
import
com.baomidou.mybatisplus.annotation.TableId
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/model/FlowNotice.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/model/FlowNotice.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
model
;
package
com
.
zq
.
spiderflow
.
core
.
model
;
import
zq.spiderflow.enums.FlowNoticeWay
;
import
com.
zq.spiderflow.enums.FlowNoticeWay
;
import
com.baomidou.mybatisplus.annotation.IdType
;
import
com.baomidou.mybatisplus.annotation.TableField
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/model/Function.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/model/Function.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
model
;
package
com
.
zq
.
spiderflow
.
core
.
model
;
import
com.baomidou.mybatisplus.annotation.IdType
;
import
com.baomidou.mybatisplus.annotation.TableId
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/model/SpiderFlow.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/model/SpiderFlow.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
model
;
package
com
.
zq
.
spiderflow
.
core
.
model
;
import
com.baomidou.mybatisplus.annotation.IdType
;
import
com.baomidou.mybatisplus.annotation.TableField
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/model/Task.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/model/Task.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
model
;
package
com
.
zq
.
spiderflow
.
core
.
model
;
import
com.baomidou.mybatisplus.annotation.IdType
;
import
com.baomidou.mybatisplus.annotation.TableId
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/model/Variable.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/model/Variable.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
model
;
package
com
.
zq
.
spiderflow
.
core
.
model
;
import
com.baomidou.mybatisplus.annotation.IdType
;
import
com.baomidou.mybatisplus.annotation.TableId
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/script/ScriptManager.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/script/ScriptManager.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
script
;
package
com
.
zq
.
spiderflow
.
core
.
script
;
import
com.zq.spiderflow.core.expression.ExpressionTemplate
;
import
jdk.nashorn.api.scripting.ScriptObjectMirror
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.core.expression.ExpressionTemplate
;
import
zq.spiderflow.core.expression.ExpressionTemplateContext
;
import
com.zq.spiderflow.core.expression.ExpressionTemplateContext
;
import
javax.script.Invocable
;
import
javax.script.ScriptEngine
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/serializer/FastJsonSerializer.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/serializer/FastJsonSerializer.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
serializer
;
package
com
.
zq
.
spiderflow
.
core
.
serializer
;
import
com.alibaba.fastjson.serializer.JSONSerializer
;
import
com.alibaba.fastjson.serializer.ObjectSerializer
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/service/DataSourceService.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/service/DataSourceService.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
service
;
package
com
.
zq
.
spiderflow
.
core
.
service
;
import
zq.spiderflow.core.mapper.DataSourceMapper
;
import
zq.spiderflow.core.model.DataSource
;
import
com.
zq.spiderflow.core.mapper.DataSourceMapper
;
import
com.
zq.spiderflow.core.model.DataSource
;
import
org.springframework.stereotype.Service
;
import
com.baomidou.mybatisplus.extension.service.impl.ServiceImpl
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/service/FlowNoticeService.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/service/FlowNoticeService.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
service
;
package
com
.
zq
.
spiderflow
.
core
.
service
;
import
com.baomidou.mybatisplus.extension.service.impl.ServiceImpl
;
...
...
@@ -7,16 +7,16 @@ import java.util.Date;
import
java.util.HashMap
;
import
java.util.Map
;
import
com.zq.spiderflow.core.mapper.FlowNoticeMapper
;
import
com.zq.spiderflow.core.mapper.SpiderFlowMapper
;
import
com.zq.spiderflow.core.utils.EmailUtils
;
import
com.zq.spiderflow.core.utils.ExpressionUtils
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.core.mapper.FlowNoticeMapper
;
import
zq.spiderflow.core.mapper.SpiderFlowMapper
;
import
zq.spiderflow.core.model.FlowNotice
;
import
zq.spiderflow.core.model.SpiderFlow
;
import
zq.spiderflow.core.utils.EmailUtils
;
import
zq.spiderflow.core.utils.ExpressionUtils
;
import
zq.spiderflow.enums.FlowNoticeType
;
import
zq.spiderflow.enums.FlowNoticeWay
;
import
com.zq.spiderflow.core.model.FlowNotice
;
import
com.zq.spiderflow.core.model.SpiderFlow
;
import
com.zq.spiderflow.enums.FlowNoticeType
;
import
com.zq.spiderflow.enums.FlowNoticeWay
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.beans.factory.annotation.Value
;
import
org.springframework.cglib.beans.BeanMap
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/service/FunctionService.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/service/FunctionService.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
service
;
package
com
.
zq
.
spiderflow
.
core
.
service
;
import
com.baomidou.mybatisplus.extension.service.impl.ServiceImpl
;
import
com.zq.spiderflow.core.mapper.FunctionMapper
;
import
com.zq.spiderflow.core.script.ScriptManager
;
import
org.apache.commons.lang3.exception.ExceptionUtils
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.core.mapper.FunctionMapper
;
import
zq.spiderflow.core.model.Function
;
import
zq.spiderflow.core.script.ScriptManager
;
import
com.zq.spiderflow.core.model.Function
;
import
org.springframework.stereotype.Service
;
import
javax.annotation.PostConstruct
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/service/SpiderFlowService.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/service/SpiderFlowService.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
service
;
package
com
.
zq
.
spiderflow
.
core
.
service
;
import
com.baomidou.mybatisplus.core.conditions.query.QueryWrapper
;
import
com.baomidou.mybatisplus.core.metadata.IPage
;
import
com.baomidou.mybatisplus.extension.plugins.pagination.Page
;
import
com.baomidou.mybatisplus.extension.service.impl.ServiceImpl
;
import
com.zq.spiderflow.core.mapper.FlowNoticeMapper
;
import
com.zq.spiderflow.core.mapper.SpiderFlowMapper
;
import
org.apache.commons.io.FileUtils
;
import
org.apache.commons.lang3.StringUtils
;
import
org.quartz.CronScheduleBuilder
;
...
...
@@ -13,10 +15,8 @@ import org.quartz.TriggerUtils;
import
org.quartz.spi.OperableTrigger
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.core.job.SpiderJobManager
;
import
zq.spiderflow.core.mapper.FlowNoticeMapper
;
import
zq.spiderflow.core.mapper.SpiderFlowMapper
;
import
zq.spiderflow.core.model.SpiderFlow
;
import
com.zq.spiderflow.core.job.SpiderJobManager
;
import
com.zq.spiderflow.core.model.SpiderFlow
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.beans.factory.annotation.Value
;
import
org.springframework.stereotype.Service
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/service/TaskService.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/service/TaskService.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
service
;
package
com
.
zq
.
spiderflow
.
core
.
service
;
import
com.baomidou.mybatisplus.extension.service.impl.ServiceImpl
;
import
zq.spiderflow.core.mapper.TaskMapper
;
import
zq.spiderflow.core.model.Task
;
import
com.
zq.spiderflow.core.mapper.TaskMapper
;
import
com.
zq.spiderflow.core.model.Task
;
import
org.springframework.stereotype.Service
;
@Service
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/service/VariableService.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/service/VariableService.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
service
;
package
com
.
zq
.
spiderflow
.
core
.
service
;
import
com.baomidou.mybatisplus.extension.service.impl.ServiceImpl
;
import
zq.spiderflow.core.expression.ExpressionGlobalVariables
;
import
zq.spiderflow.core.mapper.VariableMapper
;
import
zq.spiderflow.core.model.Variable
;
import
com.
zq.spiderflow.core.expression.ExpressionGlobalVariables
;
import
com.
zq.spiderflow.core.mapper.VariableMapper
;
import
com.
zq.spiderflow.core.model.Variable
;
import
org.springframework.stereotype.Service
;
import
javax.annotation.PostConstruct
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/utils/DataSourceUtils.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/utils/DataSourceUtils.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
utils
;
package
com
.
zq
.
spiderflow
.
core
.
utils
;
import
java.util.HashMap
;
import
java.util.Map
;
import
javax.sql.DataSource
;
import
zq.spiderflow.core.service.DataSourceService
;
import
com.
zq.spiderflow.core.service.DataSourceService
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.stereotype.Component
;
...
...
@@ -47,7 +47,7 @@ public class DataSourceUtils {
public
synchronized
static
DataSource
getDataSource
(
String
dataSourceId
){
DataSource
dataSource
=
datasources
.
get
(
dataSourceId
);
if
(
dataSource
==
null
){
zq
.
spiderflow
.
core
.
model
.
DataSource
ds
=
dataSourceService
.
getById
(
dataSourceId
);
com
.
zq
.
spiderflow
.
core
.
model
.
DataSource
ds
=
dataSourceService
.
getById
(
dataSourceId
);
if
(
ds
!=
null
){
dataSource
=
createDataSource
(
ds
.
getDriverClassName
(),
ds
.
getJdbcUrl
(),
ds
.
getUsername
(),
ds
.
getPassword
());
datasources
.
put
(
dataSourceId
,
dataSource
);
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/utils/EmailUtils.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/utils/EmailUtils.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
utils
;
package
com
.
zq
.
spiderflow
.
core
.
utils
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.beans.factory.annotation.Value
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/utils/ExecutorsUtils.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/utils/ExecutorsUtils.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
utils
;
package
com
.
zq
.
spiderflow
.
core
.
utils
;
import
zq.spiderflow.executor.ShapeExecutor
;
import
zq.spiderflow.model.Shape
;
import
com.
zq.spiderflow.executor.ShapeExecutor
;
import
com.
zq.spiderflow.model.Shape
;
import
org.springframework.beans.BeansException
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.context.ApplicationContext
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/utils/ExpressionUtils.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/utils/ExpressionUtils.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
utils
;
package
com
.
zq
.
spiderflow
.
core
.
utils
;
import
org.apache.commons.lang3.StringUtils
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.ExpressionEngine
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.ExpressionEngine
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.stereotype.Component
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/utils/ExtractUtils.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/utils/ExtractUtils.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
utils
;
package
com
.
zq
.
spiderflow
.
core
.
utils
;
import
java.util.ArrayList
;
import
java.util.HashMap
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/utils/FileUtils.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/utils/FileUtils.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
utils
;
package
com
.
zq
.
spiderflow
.
core
.
utils
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/utils/SpiderFlowUtils.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/utils/SpiderFlowUtils.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
utils
;
package
com
.
zq
.
spiderflow
.
core
.
utils
;
import
java.util.Collections
;
import
java.util.HashMap
;
...
...
@@ -10,7 +10,7 @@ import org.jsoup.Jsoup;
import
org.jsoup.nodes.Document
;
import
org.jsoup.nodes.Element
;
import
org.jsoup.select.Elements
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
org.springframework.util.CollectionUtils
;
import
com.alibaba.fastjson.JSON
;
...
...
spider-flow-core/src/main/java/zq/spiderflow/core/vo/ResultVo.java
→
spider-flow-core/src/main/java/
com/
zq/spiderflow/core/vo/ResultVo.java
View file @
7d9e870a
package
zq
.
spiderflow
.
core
.
vo
;
package
com
.
zq
.
spiderflow
.
core
.
vo
;
import
com.fasterxml.jackson.annotation.JsonIgnoreProperties
;
import
com.fasterxml.jackson.annotation.JsonInclude
;
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/driver/ChromeDriverProvider.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/driver/ChromeDriverProvider.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
driver
;
package
com
.
zq
.
spiderflow
.
selenium
.
driver
;
import
org.apache.commons.lang3.StringUtils
;
import
org.openqa.selenium.Proxy
;
import
org.openqa.selenium.WebDriver
;
import
org.openqa.selenium.chrome.ChromeDriver
;
import
org.openqa.selenium.chrome.ChromeOptions
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
org.springframework.beans.factory.annotation.Value
;
import
org.springframework.stereotype.Component
;
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/driver/DriverProvider.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/driver/DriverProvider.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
driver
;
package
com
.
zq
.
spiderflow
.
selenium
.
driver
;
import
org.openqa.selenium.WebDriver
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.model.SpiderNode
;
public
interface
DriverProvider
{
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/driver/FireFoxDriverProvider.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/driver/FireFoxDriverProvider.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
driver
;
package
com
.
zq
.
spiderflow
.
selenium
.
driver
;
import
org.apache.commons.lang3.StringUtils
;
import
org.apache.commons.lang3.math.NumberUtils
;
...
...
@@ -6,7 +6,7 @@ import org.openqa.selenium.WebDriver;
import
org.openqa.selenium.firefox.FirefoxDriver
;
import
org.openqa.selenium.firefox.FirefoxOptions
;
import
org.openqa.selenium.firefox.FirefoxProfile
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
org.springframework.beans.factory.annotation.Value
;
import
org.springframework.stereotype.Component
;
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/driver/HtmlUnitDriverProvider.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/driver/HtmlUnitDriverProvider.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
driver
;
package
com
.
zq
.
spiderflow
.
selenium
.
driver
;
import
org.apache.commons.lang3.StringUtils
;
import
org.openqa.selenium.Proxy
;
...
...
@@ -6,7 +6,7 @@ import org.openqa.selenium.WebDriver;
import
org.openqa.selenium.htmlunit.HtmlUnitDriver
;
import
org.openqa.selenium.remote.CapabilityType
;
import
org.openqa.selenium.remote.DesiredCapabilities
;
import
zq.spiderflow.model.SpiderNode
;
import
com.
zq.spiderflow.model.SpiderNode
;
import
org.springframework.stereotype.Component
;
@Component
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/executor/function/extension/SeleniumResponseFunctionExtension.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/executor/function/extension/SeleniumResponseFunctionExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
selenium
.
executor
.
function
.
extension
;
import
com.zq.spiderflow.selenium.io.SeleniumResponse
;
import
com.zq.spiderflow.selenium.model.WebElements
;
import
org.openqa.selenium.By
;
import
org.openqa.selenium.JavascriptExecutor
;
import
org.openqa.selenium.WebElement
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.context.CookieContext
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.context.SpiderContextHolder
;
import
zq.spiderflow.executor.FunctionExtension
;
import
zq.spiderflow.selenium.io.SeleniumResponse
;
import
zq.spiderflow.selenium.model.WebElements
;
import
com.zq.spiderflow.annotation.Comment
;
import
com.zq.spiderflow.annotation.Example
;
import
com.zq.spiderflow.context.CookieContext
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.context.SpiderContextHolder
;
import
com.zq.spiderflow.executor.FunctionExtension
;
import
org.springframework.stereotype.Component
;
import
java.util.List
;
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/executor/function/extension/WebElementFunctionExtension.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/executor/function/extension/WebElementFunctionExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
selenium
.
executor
.
function
.
extension
;
import
org.openqa.selenium.OutputType
;
import
org.openqa.selenium.WebElement
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExtension
;
import
com.
zq.spiderflow.annotation.Comment
;
import
com.
zq.spiderflow.annotation.Example
;
import
com.
zq.spiderflow.executor.FunctionExtension
;
import
org.springframework.stereotype.Component
;
@Component
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/executor/function/extension/WebElementWrapper.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/executor/function/extension/WebElementWrapper.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
selenium
.
executor
.
function
.
extension
;
import
com.zq.spiderflow.selenium.io.SeleniumResponse
;
import
org.openqa.selenium.*
;
import
org.openqa.selenium.interactions.Actions
;
import
org.openqa.selenium.support.ui.Select
;
import
zq.spiderflow.selenium.io.SeleniumResponse
;
import
java.util.List
;
import
java.util.stream.Collectors
;
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/executor/function/extension/WebElementWrapperFunctionExtension.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/executor/function/extension/WebElementWrapperFunctionExtension.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
executor
.
function
.
extension
;
package
com
.
zq
.
spiderflow
.
selenium
.
executor
.
function
.
extension
;
import
com.zq.spiderflow.selenium.model.WebElements
;
import
org.openqa.selenium.By
;
import
org.openqa.selenium.NoSuchElementException
;
import
org.openqa.selenium.WebElement
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.annotation.Example
;
import
zq.spiderflow.executor.FunctionExtension
;
import
zq.spiderflow.selenium.model.WebElements
;
import
com.zq.spiderflow.annotation.Comment
;
import
com.zq.spiderflow.annotation.Example
;
import
com.zq.spiderflow.executor.FunctionExtension
;
import
org.springframework.stereotype.Component
;
import
java.util.List
;
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/executor/shape/SeleniumExecutor.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/executor/shape/SeleniumExecutor.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
executor
.
shape
;
package
com
.
zq
.
spiderflow
.
selenium
.
executor
.
shape
;
import
com.zq.spiderflow.selenium.driver.DriverProvider
;
import
com.zq.spiderflow.selenium.io.SeleniumResponse
;
import
com.zq.spiderflow.selenium.utils.SeleniumResponseHolder
;
import
org.apache.commons.lang3.StringUtils
;
import
org.apache.commons.lang3.exception.ExceptionUtils
;
import
org.apache.commons.lang3.math.NumberUtils
;
...
...
@@ -7,15 +10,12 @@ import org.openqa.selenium.Cookie;
import
org.openqa.selenium.WebDriver
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.ExpressionEngine
;
import
zq.spiderflow.context.CookieContext
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.executor.ShapeExecutor
;
import
zq.spiderflow.model.Shape
;
import
zq.spiderflow.model.SpiderNode
;
import
zq.spiderflow.selenium.driver.DriverProvider
;
import
zq.spiderflow.selenium.io.SeleniumResponse
;
import
zq.spiderflow.selenium.utils.SeleniumResponseHolder
;
import
com.zq.spiderflow.ExpressionEngine
;
import
com.zq.spiderflow.context.CookieContext
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.executor.ShapeExecutor
;
import
com.zq.spiderflow.model.Shape
;
import
com.zq.spiderflow.model.SpiderNode
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.stereotype.Component
;
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/io/SeleniumResponse.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/io/SeleniumResponse.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
io
;
package
com
.
zq
.
spiderflow
.
selenium
.
io
;
import
org.openqa.selenium.Cookie
;
import
org.openqa.selenium.WebDriver
;
import
org.openqa.selenium.WebElement
;
import
org.openqa.selenium.interactions.Actions
;
import
zq.spiderflow.io.SpiderResponse
;
import
com.
zq.spiderflow.io.SpiderResponse
;
import
java.util.HashMap
;
import
java.util.Map
;
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/listener/SeleniumListener.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/listener/SeleniumListener.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
listener
;
package
com
.
zq
.
spiderflow
.
selenium
.
listener
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.listener.SpiderListener
;
import
zq.spiderflow.selenium.utils.SeleniumResponseHold
er
;
import
com.zq.spiderflow.selenium.utils.SeleniumResponseHolder
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.listener.SpiderListen
er
;
import
org.springframework.beans.factory.annotation.Value
;
import
org.springframework.stereotype.Component
;
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/model/ServiceAndDriver.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/model/ServiceAndDriver.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
model
;
package
com
.
zq
.
spiderflow
.
selenium
.
model
;
import
lombok.AllArgsConstructor
;
import
lombok.Data
;
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/model/WebElements.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/model/WebElements.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
model
;
package
com
.
zq
.
spiderflow
.
selenium
.
model
;
import
org.openqa.selenium.By
;
import
org.openqa.selenium.NoSuchElementException
;
import
org.openqa.selenium.WebElement
;
import
zq.spiderflow.selenium.executor.function.extension.WebElementWrapper
;
import
zq.spiderflow.selenium.io.SeleniumResponse
;
import
com.
zq.spiderflow.selenium.executor.function.extension.WebElementWrapper
;
import
com.
zq.spiderflow.selenium.io.SeleniumResponse
;
import
java.util.ArrayList
;
import
java.util.Collections
;
...
...
spider-flow-selenium/src/main/java/zq/spiderflow/selenium/utils/SeleniumResponseHolder.java
→
spider-flow-selenium/src/main/java/
com/
zq/spiderflow/selenium/utils/SeleniumResponseHolder.java
View file @
7d9e870a
package
zq
.
spiderflow
.
selenium
.
utils
;
package
com
.
zq
.
spiderflow
.
selenium
.
utils
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.selenium.io.SeleniumResponse
;
import
com.zq.spiderflow.selenium.io.SeleniumResponse
;
import
com.zq.spiderflow.context.SpiderContext
;
import
java.util.ArrayList
;
import
java.util.List
;
...
...
spider-flow-web/pom.xml
View file @
7d9e870a
...
...
@@ -95,7 +95,7 @@
<artifactId>
spring-boot-maven-plugin
</artifactId>
<configuration>
<finalName>
spider-flow
</finalName>
<mainClass>
zq.spiderflow.SpiderApplication
</mainClass>
<mainClass>
com.
zq.spiderflow.SpiderApplication
</mainClass>
</configuration>
</plugin>
</plugins>
...
...
spider-flow-web/src/main/java/zq/spiderflow/SpiderApplication.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/SpiderApplication.java
View file @
7d9e870a
package
zq
.
spiderflow
;
package
com
.
zq
.
spiderflow
;
import
java.io.IOException
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/Swagger.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/Swagger.java
View file @
7d9e870a
package
zq
.
spiderflow
;
package
com
.
zq
.
spiderflow
;
import
org.springframework.beans.factory.annotation.Value
;
import
org.springframework.context.annotation.Bean
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/configuration/ResourcesConfiguration.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/configuration/ResourcesConfiguration.java
View file @
7d9e870a
package
zq
.
spiderflow
.
configuration
;
package
com
.
zq
.
spiderflow
.
configuration
;
import
org.springframework.context.annotation.Configuration
;
import
org.springframework.web.servlet.config.annotation.CorsRegistry
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/configuration/WebSocketConfiguration.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/configuration/WebSocketConfiguration.java
View file @
7d9e870a
package
zq
.
spiderflow
.
configuration
;
package
com
.
zq
.
spiderflow
.
configuration
;
import
zq.spiderflow.core.Spider
;
import
zq.spiderflow.websocket.WebSocketEditorServer
;
import
com.
zq.spiderflow.core.Spider
;
import
com.
zq.spiderflow.websocket.WebSocketEditorServer
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.context.annotation.Bean
;
import
org.springframework.context.annotation.Configuration
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/controller/DataSourceController.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/controller/DataSourceController.java
View file @
7d9e870a
package
zq
.
spiderflow
.
controller
;
package
com
.
zq
.
spiderflow
.
controller
;
import
java.sql.Connection
;
import
java.sql.DriverManager
;
import
java.util.List
;
import
com.zq.spiderflow.core.service.DataSourceService
;
import
com.zq.spiderflow.core.utils.DataSourceUtils
;
import
org.apache.commons.lang3.StringUtils
;
import
zq.spiderflow.core.model.DataSource
;
import
zq.spiderflow.core.service.DataSourceService
;
import
zq.spiderflow.core.utils.DataSourceUtils
;
import
zq.spiderflow.model.JsonBean
;
import
com.zq.spiderflow.core.model.DataSource
;
import
com.zq.spiderflow.model.JsonBean
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.web.bind.annotation.RequestMapping
;
import
org.springframework.web.bind.annotation.RequestParam
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/controller/FlowNoticeController.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/controller/FlowNoticeController.java
View file @
7d9e870a
package
zq
.
spiderflow
.
controller
;
package
com
.
zq
.
spiderflow
.
controller
;
import
java.util.Map
;
import
com.zq.spiderflow.core.service.FlowNoticeService
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.core.model.FlowNotice
;
import
zq.spiderflow.core.service.FlowNoticeService
;
import
zq.spiderflow.enums.FlowNoticeWay
;
import
zq.spiderflow.model.JsonBean
;
import
com.zq.spiderflow.core.model.FlowNotice
;
import
com.zq.spiderflow.enums.FlowNoticeWay
;
import
com.zq.spiderflow.model.JsonBean
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.util.StringUtils
;
import
org.springframework.web.bind.annotation.RequestMapping
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/controller/FunctionController.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/controller/FunctionController.java
View file @
7d9e870a
package
zq
.
spiderflow
.
controller
;
package
com
.
zq
.
spiderflow
.
controller
;
import
com.baomidou.mybatisplus.core.conditions.query.QueryWrapper
;
import
com.baomidou.mybatisplus.core.metadata.IPage
;
import
com.baomidou.mybatisplus.extension.plugins.pagination.Page
;
import
com.zq.spiderflow.core.service.FunctionService
;
import
org.apache.commons.lang3.StringUtils
;
import
zq.spiderflow.core.model.Function
;
import
zq.spiderflow.core.service.FunctionService
;
import
com.zq.spiderflow.core.model.Function
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.web.bind.annotation.RequestMapping
;
import
org.springframework.web.bind.annotation.RequestParam
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/controller/MetaDataCategoryController.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/controller/MetaDataCategoryController.java
View file @
7d9e870a
package
zq
.
spiderflow
.
controller
;
package
com
.
zq
.
spiderflow
.
controller
;
import
com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper
;
import
com.zq.spiderflow.entity.MetaDataCategory
;
import
com.zq.spiderflow.service.MetaDataCategoryService
;
import
com.zq.spiderflow.util.AssertUtils
;
import
com.zq.spiderflow.vo.MetaDataCategoryReq
;
import
com.zq.spiderflow.vo.PageVo
;
import
com.zq.spiderflow.vo.ResultVo
;
import
io.swagger.annotations.Api
;
import
io.swagger.annotations.ApiOperation
;
import
zq.spiderflow.entity.MetaDataCategory
;
import
zq.spiderflow.service.MetaDataCategoryService
;
import
zq.spiderflow.util.AssertUtils
;
import
zq.spiderflow.vo.MetaDataCategoryReq
;
import
zq.spiderflow.vo.PageVo
;
import
zq.spiderflow.vo.ResultVo
;
import
org.springframework.web.bind.annotation.*
;
import
javax.annotation.Resource
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/controller/MetaDataController.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/controller/MetaDataController.java
View file @
7d9e870a
package
zq
.
spiderflow
.
controller
;
package
com
.
zq
.
spiderflow
.
controller
;
import
com.baomidou.mybatisplus.core.toolkit.Wrappers
;
import
com.zq.spiderflow.entity.MetaData
;
import
com.zq.spiderflow.service.MetaDataService
;
import
com.zq.spiderflow.util.AssertUtils
;
import
com.zq.spiderflow.vo.MetaDataReq
;
import
com.zq.spiderflow.vo.MetaDataVo
;
import
com.zq.spiderflow.vo.PageVo
;
import
com.zq.spiderflow.vo.ResultVo
;
import
io.swagger.annotations.Api
;
import
io.swagger.annotations.ApiOperation
;
import
zq.spiderflow.entity.MetaData
;
import
zq.spiderflow.service.MetaDataService
;
import
zq.spiderflow.util.AssertUtils
;
import
zq.spiderflow.vo.MetaDataReq
;
import
zq.spiderflow.vo.MetaDataVo
;
import
zq.spiderflow.vo.PageVo
;
import
zq.spiderflow.vo.ResultVo
;
import
org.springframework.web.bind.annotation.*
;
import
org.springframework.web.multipart.MultipartFile
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/controller/MetaDataMappingController.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/controller/MetaDataMappingController.java
View file @
7d9e870a
package
zq
.
spiderflow
.
controller
;
package
com
.
zq
.
spiderflow
.
controller
;
import
com.zq.spiderflow.entity.MetaDataMapping
;
import
com.zq.spiderflow.service.MetaDataMappingService
;
import
com.zq.spiderflow.service.MetaDataService
;
import
com.zq.spiderflow.util.AssertUtils
;
import
com.zq.spiderflow.vo.MetaDataMappingReq
;
import
com.zq.spiderflow.vo.PageVo
;
import
com.zq.spiderflow.vo.ResultVo
;
import
io.swagger.annotations.Api
;
import
io.swagger.annotations.ApiOperation
;
import
zq.spiderflow.entity.MetaDataMapping
;
import
zq.spiderflow.service.MetaDataMappingService
;
import
zq.spiderflow.service.MetaDataService
;
import
zq.spiderflow.util.AssertUtils
;
import
zq.spiderflow.vo.MetaDataMappingReq
;
import
zq.spiderflow.vo.PageVo
;
import
zq.spiderflow.vo.ResultVo
;
import
org.springframework.web.bind.annotation.*
;
import
javax.annotation.Resource
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/controller/SpiderFlowController.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/controller/SpiderFlowController.java
View file @
7d9e870a
package
zq
.
spiderflow
.
controller
;
package
com
.
zq
.
spiderflow
.
controller
;
import
com.baomidou.mybatisplus.core.metadata.IPage
;
import
com.baomidou.mybatisplus.extension.plugins.pagination.Page
;
import
com.zq.spiderflow.core.service.SpiderFlowService
;
import
com.zq.spiderflow.core.utils.ExecutorsUtils
;
import
org.apache.commons.lang3.StringUtils
;
import
org.apache.commons.lang3.math.NumberUtils
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.Grammerable
;
import
zq.spiderflow.annotation.Comment
;
import
zq.spiderflow.core.model.SpiderFlow
;
import
zq.spiderflow.core.service.SpiderFlowService
;
import
zq.spiderflow.core.utils.ExecutorsUtils
;
import
zq.spiderflow.executor.FunctionExecutor
;
import
zq.spiderflow.executor.FunctionExtension
;
import
zq.spiderflow.executor.PluginConfig
;
import
zq.spiderflow.io.Line
;
import
zq.spiderflow.io.RandomAccessFileReader
;
import
zq.spiderflow.model.Grammer
;
import
zq.spiderflow.model.JsonBean
;
import
zq.spiderflow.model.Plugin
;
import
zq.spiderflow.model.Shape
;
import
com.zq.spiderflow.Grammerable
;
import
com.zq.spiderflow.annotation.Comment
;
import
com.zq.spiderflow.core.model.SpiderFlow
;
import
com.zq.spiderflow.executor.FunctionExecutor
;
import
com.zq.spiderflow.executor.FunctionExtension
;
import
com.zq.spiderflow.executor.PluginConfig
;
import
com.zq.spiderflow.io.Line
;
import
com.zq.spiderflow.io.RandomAccessFileReader
;
import
com.zq.spiderflow.model.Grammer
;
import
com.zq.spiderflow.model.JsonBean
;
import
com.zq.spiderflow.model.Plugin
;
import
com.zq.spiderflow.model.Shape
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.beans.factory.annotation.Value
;
import
org.springframework.core.io.FileSystemResource
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/controller/SpiderRestController.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/controller/SpiderRestController.java
View file @
7d9e870a
package
zq
.
spiderflow
.
controller
;
package
com
.
zq
.
spiderflow
.
controller
;
import
com.zq.spiderflow.core.Spider
;
import
com.zq.spiderflow.core.service.SpiderFlowService
;
import
com.zq.spiderflow.core.service.TaskService
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.core.Spider
;
import
zq.spiderflow.core.job.SpiderJob
;
import
zq.spiderflow.core.job.SpiderJobContext
;
import
zq.spiderflow.core.model.SpiderFlow
;
import
zq.spiderflow.core.model.Task
;
import
zq.spiderflow.core.service.SpiderFlowService
;
import
zq.spiderflow.core.service.TaskService
;
import
zq.spiderflow.model.JsonBean
;
import
zq.spiderflow.model.SpiderOutput
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.core.job.SpiderJob
;
import
com.zq.spiderflow.core.job.SpiderJobContext
;
import
com.zq.spiderflow.core.model.SpiderFlow
;
import
com.zq.spiderflow.core.model.Task
;
import
com.zq.spiderflow.model.JsonBean
;
import
com.zq.spiderflow.model.SpiderOutput
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.beans.factory.annotation.Value
;
import
org.springframework.web.bind.annotation.PathVariable
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/controller/TaskController.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/controller/TaskController.java
View file @
7d9e870a
package
zq
.
spiderflow
.
controller
;
package
com
.
zq
.
spiderflow
.
controller
;
import
com.baomidou.mybatisplus.core.conditions.query.QueryWrapper
;
import
com.baomidou.mybatisplus.core.metadata.IPage
;
import
com.baomidou.mybatisplus.extension.plugins.pagination.Page
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.core.job.SpiderJob
;
import
zq.spiderflow.core.model.Task
;
import
zq.spiderflow.core.service.TaskService
;
import
zq.spiderflow.model.JsonBean
;
import
com.zq.spiderflow.core.service.TaskService
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.core.job.SpiderJob
;
import
com.zq.spiderflow.core.model.Task
;
import
com.
zq.spiderflow.model.JsonBean
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.web.bind.annotation.RequestMapping
;
import
org.springframework.web.bind.annotation.RequestParam
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/controller/VariableController.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/controller/VariableController.java
View file @
7d9e870a
package
zq
.
spiderflow
.
controller
;
package
com
.
zq
.
spiderflow
.
controller
;
import
zq.spiderflow.common.CURDControll
er
;
import
zq.spiderflow.core.mapper.VariableMapper
;
import
zq.spiderflow.core.model.Variable
;
import
zq.spiderflow.core.service.VariableServic
e
;
import
com.zq.spiderflow.core.mapper.VariableMapp
er
;
import
com.zq.spiderflow.core.service.VariableService
;
import
com.zq.spiderflow.common.CURDController
;
import
com.zq.spiderflow.core.model.Variabl
e
;
import
org.springframework.web.bind.annotation.RequestMapping
;
import
org.springframework.web.bind.annotation.RestController
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/controller/XfdController.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/controller/XfdController.java
View file @
7d9e870a
package
zq
.
spiderflow
.
controller
;
package
com
.
zq
.
spiderflow
.
controller
;
import
zq.spiderflow.core.service.SpiderFlowService
;
import
zq.spiderflow.vo.ResultVo
;
import
com.
zq.spiderflow.core.service.SpiderFlowService
;
import
com.
zq.spiderflow.vo.ResultVo
;
import
org.springframework.web.bind.annotation.*
;
import
javax.annotation.Resource
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/dao/MetaDataCategoryDao.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/dao/MetaDataCategoryDao.java
View file @
7d9e870a
package
zq
.
spiderflow
.
dao
;
package
com
.
zq
.
spiderflow
.
dao
;
import
com.baomidou.mybatisplus.core.mapper.BaseMapper
;
import
zq.spiderflow.entity.MetaDataCategory
;
import
com.
zq.spiderflow.entity.MetaDataCategory
;
public
interface
MetaDataCategoryDao
extends
BaseMapper
<
MetaDataCategory
>
{
}
spider-flow-web/src/main/java/zq/spiderflow/dao/MetaDataDao.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/dao/MetaDataDao.java
View file @
7d9e870a
package
zq
.
spiderflow
.
dao
;
package
com
.
zq
.
spiderflow
.
dao
;
import
com.baomidou.mybatisplus.core.mapper.BaseMapper
;
import
org.apache.ibatis.annotations.Param
;
import
zq.spiderflow.entity.MetaData
;
import
zq.spiderflow.vo.MetaDataReq
;
import
zq.spiderflow.vo.MetaDataVo
;
import
com.
zq.spiderflow.entity.MetaData
;
import
com.
zq.spiderflow.vo.MetaDataReq
;
import
com.
zq.spiderflow.vo.MetaDataVo
;
import
java.util.List
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/dao/MetaDataMappingDao.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/dao/MetaDataMappingDao.java
View file @
7d9e870a
package
zq
.
spiderflow
.
dao
;
package
com
.
zq
.
spiderflow
.
dao
;
import
com.baomidou.mybatisplus.core.mapper.BaseMapper
;
import
org.springframework.stereotype.Repository
;
import
zq.spiderflow.entity.MetaDataMapping
;
import
com.
zq.spiderflow.entity.MetaDataMapping
;
import
javax.annotation.Resource
;
import
java.util.List
;
/**
...
...
spider-flow-web/src/main/java/zq/spiderflow/entity/MetaData.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/entity/MetaData.java
View file @
7d9e870a
package
zq
.
spiderflow
.
entity
;
package
com
.
zq
.
spiderflow
.
entity
;
import
com.baomidou.mybatisplus.annotation.*
;
import
lombok.AllArgsConstructor
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/entity/MetaDataCategory.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/entity/MetaDataCategory.java
View file @
7d9e870a
package
zq
.
spiderflow
.
entity
;
package
com
.
zq
.
spiderflow
.
entity
;
import
com.baomidou.mybatisplus.annotation.*
;
import
lombok.AllArgsConstructor
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/entity/MetaDataMapping.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/entity/MetaDataMapping.java
View file @
7d9e870a
package
zq
.
spiderflow
.
entity
;
package
com
.
zq
.
spiderflow
.
entity
;
import
com.baomidou.mybatisplus.annotation.*
;
import
lombok.AllArgsConstructor
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/logback/SpiderFlowFileAppender.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/logback/SpiderFlowFileAppender.java
View file @
7d9e870a
package
zq
.
spiderflow
.
logback
;
package
com
.
zq
.
spiderflow
.
logback
;
import
ch.qos.logback.classic.spi.ILoggingEvent
;
import
ch.qos.logback.core.FileAppender
;
import
ch.qos.logback.core.spi.DeferredProcessingAware
;
import
ch.qos.logback.core.status.ErrorStatus
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.context.SpiderContextHolder
;
import
zq.spiderflow.core.job.SpiderJobContext
;
import
com.
zq.spiderflow.context.SpiderContext
;
import
com.
zq.spiderflow.context.SpiderContextHolder
;
import
com.
zq.spiderflow.core.job.SpiderJobContext
;
import
java.io.IOException
;
import
java.io.OutputStream
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/logback/SpiderFlowWebSocketAppender.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/logback/SpiderFlowWebSocketAppender.java
View file @
7d9e870a
package
zq
.
spiderflow
.
logback
;
package
com
.
zq
.
spiderflow
.
logback
;
import
ch.qos.logback.classic.spi.ILoggingEvent
;
import
ch.qos.logback.classic.spi.ThrowableProxy
;
import
ch.qos.logback.core.UnsynchronizedAppenderBase
;
import
zq.spiderflow.context.Spider
Context
;
import
zq.spiderflow.context.SpiderContextHolder
;
import
zq.spiderflow.model.SpiderLog
;
import
zq.spiderflow.model.SpiderWebSocketContext
;
import
com.zq.spiderflow.model.SpiderWebSocket
Context
;
import
com.zq.spiderflow.context.SpiderContext
;
import
com.zq.spiderflow.context.SpiderContextHolder
;
import
com.zq.spiderflow.model.SpiderLog
;
import
java.util.ArrayList
;
import
java.util.Arrays
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/model/SpiderWebSocketContext.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/model/SpiderWebSocketContext.java
View file @
7d9e870a
package
zq
.
spiderflow
.
model
;
package
com
.
zq
.
spiderflow
.
model
;
import
com.alibaba.fastjson.JSON
;
import
com.zq.spiderflow.core.serializer.FastJsonSerializer
;
import
org.apache.commons.lang3.time.DateFormatUtils
;
import
zq.spiderflow.context.SpiderContext
;
import
zq.spiderflow.core.serializer.FastJsonSerializer
;
import
com.zq.spiderflow.context.SpiderContext
;
import
javax.websocket.Session
;
import
java.util.Date
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/model/WebSocketEvent.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/model/WebSocketEvent.java
View file @
7d9e870a
package
zq
.
spiderflow
.
model
;
package
com
.
zq
.
spiderflow
.
model
;
/**
* WebSocket事件
...
...
spider-flow-web/src/main/java/zq/spiderflow/service/MetaDataCategoryService.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/service/MetaDataCategoryService.java
View file @
7d9e870a
package
zq
.
spiderflow
.
service
;
package
com
.
zq
.
spiderflow
.
service
;
import
com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper
;
import
com.baomidou.mybatisplus.extension.service.impl.ServiceImpl
;
import
zq.spiderflow.dao.MetaDataCategoryDao
;
import
zq.spiderflow.entity.MetaDataCategory
;
import
zq.spiderflow.util.PagingUtils
;
import
zq.spiderflow.vo.MetaDataCategoryReq
;
import
zq.spiderflow.vo.PageVo
;
import
com.
zq.spiderflow.dao.MetaDataCategoryDao
;
import
com.
zq.spiderflow.entity.MetaDataCategory
;
import
com.
zq.spiderflow.util.PagingUtils
;
import
com.
zq.spiderflow.vo.MetaDataCategoryReq
;
import
com.
zq.spiderflow.vo.PageVo
;
import
org.springframework.stereotype.Service
;
import
javax.annotation.Resource
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/service/MetaDataMappingService.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/service/MetaDataMappingService.java
View file @
7d9e870a
package
zq
.
spiderflow
.
service
;
package
com
.
zq
.
spiderflow
.
service
;
import
com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper
;
import
com.baomidou.mybatisplus.extension.service.impl.ServiceImpl
;
import
com.zq.spiderflow.dao.MetaDataMappingDao
;
import
com.zq.spiderflow.entity.MetaDataMapping
;
import
com.zq.spiderflow.util.AssertUtils
;
import
com.zq.spiderflow.util.PagingUtils
;
import
org.apache.commons.lang3.StringUtils
;
import
zq.spiderflow.dao.MetaDataMappingDao
;
import
zq.spiderflow.entity.MetaDataMapping
;
import
zq.spiderflow.util.AssertUtils
;
import
zq.spiderflow.util.PagingUtils
;
import
zq.spiderflow.vo.MetaDataMappingReq
;
import
zq.spiderflow.vo.PageVo
;
import
zq.spiderflow.vo.ResultVo
;
import
com.zq.spiderflow.vo.MetaDataMappingReq
;
import
com.zq.spiderflow.vo.PageVo
;
import
com.zq.spiderflow.vo.ResultVo
;
import
org.springframework.stereotype.Service
;
import
javax.annotation.Resource
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/service/MetaDataService.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/service/MetaDataService.java
View file @
7d9e870a
package
zq
.
spiderflow
.
service
;
package
com
.
zq
.
spiderflow
.
service
;
import
cn.hutool.core.bean.BeanUtil
;
import
cn.hutool.core.collection.CollUtil
;
...
...
@@ -8,18 +8,18 @@ import cn.hutool.poi.excel.ExcelReader;
import
cn.hutool.poi.excel.ExcelUtil
;
import
com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper
;
import
com.baomidou.mybatisplus.core.toolkit.Wrappers
;
import
com.zq.spiderflow.core.exception.BusinessException
;
import
com.zq.spiderflow.dao.MetaDataDao
;
import
com.zq.spiderflow.dao.MetaDataMappingDao
;
import
com.zq.spiderflow.entity.MetaData
;
import
com.zq.spiderflow.entity.MetaDataCategory
;
import
com.zq.spiderflow.entity.MetaDataMapping
;
import
com.zq.spiderflow.util.PagingUtils
;
import
org.apache.commons.lang3.StringUtils
;
import
com.baomidou.mybatisplus.extension.service.impl.ServiceImpl
;
import
zq.spiderflow.core.exception.BusinessException
;
import
zq.spiderflow.dao.MetaDataDao
;
import
zq.spiderflow.dao.MetaDataMappingDao
;
import
zq.spiderflow.entity.MetaData
;
import
zq.spiderflow.entity.MetaDataCategory
;
import
zq.spiderflow.entity.MetaDataMapping
;
import
zq.spiderflow.util.PagingUtils
;
import
zq.spiderflow.vo.MetaDataReq
;
import
zq.spiderflow.vo.MetaDataVo
;
import
zq.spiderflow.vo.PageVo
;
import
com.zq.spiderflow.vo.MetaDataReq
;
import
com.zq.spiderflow.vo.MetaDataVo
;
import
com.zq.spiderflow.vo.PageVo
;
import
org.springframework.stereotype.Service
;
import
org.springframework.web.multipart.MultipartFile
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/util/AssertUtils.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/util/AssertUtils.java
View file @
7d9e870a
package
zq
.
spiderflow
.
util
;
package
com
.
zq
.
spiderflow
.
util
;
import
cn.hutool.core.util.StrUtil
;
import
zq.spiderflow.core.exception.BusinessException
;
import
com.
zq.spiderflow.core.exception.BusinessException
;
import
java.util.Arrays
;
import
java.util.Collection
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/util/PagingUtils.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/util/PagingUtils.java
View file @
7d9e870a
package
zq
.
spiderflow
.
util
;
package
com
.
zq
.
spiderflow
.
util
;
import
cn.hutool.core.bean.BeanUtil
;
import
cn.hutool.core.util.StrUtil
;
...
...
@@ -11,9 +11,9 @@ import com.baomidou.mybatisplus.core.metadata.IPage;
import
com.baomidou.mybatisplus.core.toolkit.Wrappers
;
import
com.baomidou.mybatisplus.extension.plugins.pagination.Page
;
import
com.github.pagehelper.PageHelper
;
import
zq.spiderflow.core.exception.BusinessException
;
import
zq.spiderflow.vo.PageReqVo
;
import
zq.spiderflow.vo.PageVo
;
import
com.
zq.spiderflow.core.exception.BusinessException
;
import
com.
zq.spiderflow.vo.PageReqVo
;
import
com.
zq.spiderflow.vo.PageVo
;
import
java.util.ArrayList
;
import
java.util.List
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/vo/MetaDataCategoryReq.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/vo/MetaDataCategoryReq.java
View file @
7d9e870a
package
zq
.
spiderflow
.
vo
;
package
com
.
zq
.
spiderflow
.
vo
;
import
lombok.Data
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/vo/MetaDataMappingReq.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/vo/MetaDataMappingReq.java
View file @
7d9e870a
package
zq
.
spiderflow
.
vo
;
package
com
.
zq
.
spiderflow
.
vo
;
import
lombok.Data
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/vo/MetaDataReq.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/vo/MetaDataReq.java
View file @
7d9e870a
package
zq
.
spiderflow
.
vo
;
package
com
.
zq
.
spiderflow
.
vo
;
import
com.baomidou.mybatisplus.annotation.IdType
;
import
com.baomidou.mybatisplus.annotation.TableId
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/vo/MetaDataVo.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/vo/MetaDataVo.java
View file @
7d9e870a
package
zq
.
spiderflow
.
vo
;
package
com
.
zq
.
spiderflow
.
vo
;
import
com.baomidou.mybatisplus.annotation.FieldFill
;
import
com.baomidou.mybatisplus.annotation.TableField
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/vo/PageReqVo.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/vo/PageReqVo.java
View file @
7d9e870a
package
zq
.
spiderflow
.
vo
;
package
com
.
zq
.
spiderflow
.
vo
;
import
com.fasterxml.jackson.annotation.JsonIgnore
;
import
com.fasterxml.jackson.annotation.JsonIgnoreProperties
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/vo/PageVo.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/vo/PageVo.java
View file @
7d9e870a
package
zq
.
spiderflow
.
vo
;
package
com
.
zq
.
spiderflow
.
vo
;
import
com.fasterxml.jackson.annotation.JsonPropertyOrder
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/vo/ResultVo.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/vo/ResultVo.java
View file @
7d9e870a
package
zq
.
spiderflow
.
vo
;
package
com
.
zq
.
spiderflow
.
vo
;
import
com.fasterxml.jackson.annotation.JsonIgnoreProperties
;
import
com.fasterxml.jackson.annotation.JsonInclude
;
...
...
spider-flow-web/src/main/java/zq/spiderflow/websocket/WebSocketEditorServer.java
→
spider-flow-web/src/main/java/
com/
zq/spiderflow/websocket/WebSocketEditorServer.java
View file @
7d9e870a
package
zq
.
spiderflow
.
websocket
;
package
com
.
zq
.
spiderflow
.
websocket
;
import
com.alibaba.fastjson.JSON
;
import
com.alibaba.fastjson.JSONObject
;
import
zq.spiderflow.core.Spider
;
import
zq.spiderflow.core.utils.SpiderFlowUtils
;
import
zq.spiderflow.model.SpiderWebSocketContext
;
import
zq.spiderflow.model.WebSocketEvent
;
import
com.
zq.spiderflow.core.Spider
;
import
com.
zq.spiderflow.core.utils.SpiderFlowUtils
;
import
com.
zq.spiderflow.model.SpiderWebSocketContext
;
import
com.
zq.spiderflow.model.WebSocketEvent
;
import
org.springframework.stereotype.Component
;
import
javax.websocket.OnClose
;
...
...
spider-flow-web/src/main/resources/mapper/MetaDataMapper.xml
View file @
7d9e870a
...
...
@@ -2,9 +2,9 @@
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper
namespace=
"zq.spiderflow.dao.MetaDataDao"
>
<mapper
namespace=
"
com.
zq.spiderflow.dao.MetaDataDao"
>
<select
id=
"getPage"
resultType=
"zq.spiderflow.vo.MetaDataVo"
>
<select
id=
"getPage"
resultType=
"
com.
zq.spiderflow.vo.MetaDataVo"
>
SELECT
m.*,
mc.CATEGORY_NAME
...
...
spider-flow-web/src/main/resources/mapper/MetaDataMappingMapper.xml
View file @
7d9e870a
...
...
@@ -2,12 +2,12 @@
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper
namespace=
"zq.spiderflow.dao.MetaDataMappingDao"
>
<mapper
namespace=
"
com.
zq.spiderflow.dao.MetaDataMappingDao"
>
<select
id=
"selectByMetaIdList"
resultType=
"java.util.List"
>
select * from meta_data_mapping where metadata_id=#{id}
</select>
<select
id=
"selectRepeat"
resultType=
"zq.spiderflow.entity.MetaDataMapping"
>
<select
id=
"selectRepeat"
resultType=
"
com.
zq.spiderflow.entity.MetaDataMapping"
>
SELECT
*
FROM
...
...
@@ -16,7 +16,7 @@
table_sqlname = #{tableSqlname}
AND field_name IN(SELECT field_name FROM meta_data_mapping GROUP BY field_name HAVING COUNT(field_name) > 1)
</select>
<select
id=
"getSqlName"
resultType=
"zq.spiderflow.entity.MetaDataMapping"
>
<select
id=
"getSqlName"
resultType=
"
com.
zq.spiderflow.entity.MetaDataMapping"
>
SELECT DISTINCT
table_sqlname
FROM
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment