feat():爬虫框架

master
Saisai 2024-08-12 11:03:09 +08:00
parent 9d75cce16d
commit 5016700658
8 changed files with 150 additions and 0 deletions

8
.idea/.gitignore vendored 100644
View File

@ -0,0 +1,8 @@
# 默认忽略的文件
/shelf/
/workspace.xml
# 基于编辑器的 HTTP 客户端请求
/httpRequests/
# Datasource local storage ignored files
/dataSources/
/dataSources.local.xml

View File

@ -0,0 +1,10 @@
<component name="ProjectCodeStyleConfiguration">
<code_scheme name="Project" version="173">
<JetCodeStyleSettings>
<option name="CODE_STYLE_DEFAULTS" value="KOTLIN_OFFICIAL" />
</JetCodeStyleSettings>
<codeStyleSettings language="kotlin">
<option name="CODE_STYLE_DEFAULTS" value="KOTLIN_OFFICIAL" />
</codeStyleSettings>
</code_scheme>
</component>

View File

@ -0,0 +1,5 @@
<component name="ProjectCodeStyleConfiguration">
<state>
<option name="USE_PER_PROJECT_SETTINGS" value="true" />
</state>
</component>

18
.idea/compiler.xml 100644
View File

@ -0,0 +1,18 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="CompilerConfiguration">
<annotationProcessing>
<profile name="Maven default annotation processors profile" enabled="true">
<sourceOutputDir name="target/generated-sources/annotations" />
<sourceTestOutputDir name="target/generated-test-sources/test-annotations" />
<outputRelativeToContentRoot value="true" />
<module name="webmagic-samples" />
<module name="webmagic-saxon" />
<module name="webmagic-core" />
<module name="webmagic-extension" />
<module name="webmagic-scripts" />
<module name="webmagic-selenium" />
</profile>
</annotationProcessing>
</component>
</project>

View File

@ -0,0 +1,21 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="Encoding">
<file url="file://$PROJECT_DIR$/src/main/java" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/src/main/resources" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-core/src/main/java" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-core/src/main/resources" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-coverage/src/main/java" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-coverage/src/main/resources" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-extension/src/main/java" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-extension/src/main/resources" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-samples/src/main/java" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-samples/src/main/resources" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-saxon/src/main/java" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-saxon/src/main/resources" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-scripts/src/main/java" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-scripts/src/main/resources" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-selenium/src/main/java" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/webmagic-selenium/src/main/resources" charset="UTF-8" />
</component>
</project>

View File

@ -0,0 +1,20 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="RemoteRepositoriesConfiguration">
<remote-repository>
<option name="id" value="central" />
<option name="name" value="Maven Central repository" />
<option name="url" value="https://repo1.maven.org/maven2" />
</remote-repository>
<remote-repository>
<option name="id" value="jboss.community" />
<option name="name" value="JBoss Community repository" />
<option name="url" value="https://repository.jboss.org/nexus/content/repositories/public/" />
</remote-repository>
<remote-repository>
<option name="id" value="central" />
<option name="name" value="Central Repository" />
<option name="url" value="https://maven.aliyun.com/repository/central" />
</remote-repository>
</component>
</project>

62
.idea/misc.xml 100644
View File

@ -0,0 +1,62 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ExternalStorageConfigurationManager" enabled="true" />
<component name="MavenProjectsManager">
<option name="originalFiles">
<list>
<option value="$PROJECT_DIR$/pom.xml" />
</list>
</option>
</component>
<component name="ProjectInspectionProfilesVisibleTreeState">
<entry key="Project Default">
<profile-state>
<expanded-state>
<State />
<State>
<id>Android</id>
</State>
<State>
<id>CorrectnessLintAndroid</id>
</State>
<State>
<id>FreeMarker</id>
</State>
<State>
<id>HTML</id>
</State>
<State>
<id>JSP检查</id>
</State>
<State>
<id>Java EE</id>
</State>
<State>
<id>JavaScript 和 TypeScript</id>
</State>
<State>
<id>LintAndroid</id>
</State>
<State>
<id>RESTful Web 服务(JAX-RS)</id>
</State>
<State>
<id>SecurityLintAndroid</id>
</State>
<State>
<id>UsabilityLintAndroid</id>
</State>
<State>
<id>常规JavaScript 和 TypeScript</id>
</State>
</expanded-state>
<selected-state>
<State>
<id>Android</id>
</State>
</selected-state>
</profile-state>
</entry>
</component>
<component name="ProjectRootManager" version="2" languageLevel="JDK_17" project-jdk-name="17" project-jdk-type="JavaSDK" />
</project>

6
.idea/vcs.xml 100644
View File

@ -0,0 +1,6 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="VcsDirectoryMappings">
<mapping directory="" vcs="Git" />
</component>
</project>