yihua.huang
|
18a3af4a0a
|
add more sample for jsonpath #42
|
2013-11-28 09:58:22 +08:00 |
|
yihua.huang
|
59ad4cad27
|
#42 Add jsonpath in annotation mode for json result
|
2013-11-28 08:25:16 +08:00 |
|
yihua.huang
|
c2d6d495b3
|
#41 add getThreadAlive(),getStatus,getPageCount() to spider
|
2013-11-28 07:59:24 +08:00 |
|
yihua.huang
|
cf62d707e0
|
#36 Spider does not exit when success
|
2013-11-27 23:33:18 +08:00 |
|
yihua.huang
|
a01312930a
|
#39 Parsing html after page.getHtml()
|
2013-11-27 22:01:34 +08:00 |
|
yihua.huang
|
f63d33b457
|
update some comments
|
2013-11-27 21:06:53 +08:00 |
|
yihua.huang
|
04fcf3193f
|
#38 Change algorithm of SmartContentSelector
|
2013-11-23 13:56:55 +08:00 |
|
yihua.huang
|
296a68920e
|
fix javadoc and add setPipelines() for spider
|
2013-11-14 13:23:29 +08:00 |
|
yihua.huang
|
948fa094b0
|
remove console pipeling
|
2013-11-12 13:19:36 +08:00 |
|
yihua.huang
|
4479428277
|
add multithread support
|
2013-11-12 13:11:31 +08:00 |
|
yihua.huang
|
b5f2498c99
|
remove nativeobject for rhino
|
2013-11-12 11:55:56 +08:00 |
|
yihua.huang
|
6e6b3cc896
|
add more status code for check
|
2013-11-12 11:52:34 +08:00 |
|
yihua.huang
|
47a0360783
|
#35 add status code to page
|
2013-11-12 11:51:34 +08:00 |
|
yihua.huang
|
f1d5e297bf
|
add scripts
|
2013-11-12 11:42:42 +08:00 |
|
yihua.huang
|
4cd3e1d871
|
add build script
|
2013-11-12 11:14:15 +08:00 |
|
yihua.huang
|
81bb809dba
|
update scripts
|
2013-11-12 10:38:12 +08:00 |
|
yihua.huang
|
7f26b84439
|
remove test codes
|
2013-11-12 08:21:57 +08:00 |
|
yihua.huang
|
bc5c30de17
|
update scripts
|
2013-11-12 08:20:59 +08:00 |
|
yihua.huang
|
59f67b1e37
|
update version of scripts module
|
2013-11-12 07:36:24 +08:00 |
|
yihua.huang
|
3aea5e5dc3
|
reupdate version
|
2013-11-12 07:35:50 +08:00 |
|
yihua.huang
|
da9e3c68f0
|
update logo psd
|
2013-11-11 15:08:09 +08:00 |
|
yihua.huang
|
f9daae39cf
|
[maven-release-plugin] prepare for next development iteration
|
2013-11-11 14:33:11 +08:00 |
|
yihua.huang
|
fdb9441519
|
[maven-release-plugin] prepare release webmagic-0.4.0
|
2013-11-11 14:33:01 +08:00 |
|
yihua.huang
|
a3678bf575
|
remove script module
|
2013-11-11 14:24:56 +08:00 |
|
yihua.huang
|
1d75ae7f5b
|
rollback version to 0.4.0 because not deploy success
|
2013-11-11 11:52:56 +08:00 |
|
yihua.huang
|
0633ea16ef
|
add javascript support
|
2013-11-11 07:48:39 +08:00 |
|
yihua.huang
|
df8ca8ad09
|
add scripts
|
2013-11-10 22:30:48 +08:00 |
|
yihua.huang
|
c2e04ea5a0
|
add logo
|
2013-11-10 20:03:56 +08:00 |
|
yihua.huang
|
8ca972fe61
|
logo
|
2013-11-10 19:56:59 +08:00 |
|
yihua.huang
|
34095e59cf
|
add mail-list
|
2013-11-08 21:47:15 +08:00 |
|
yihua.huang
|
b838c4e433
|
#34 Close reader in FileCacheQueueScheduler
|
2013-11-08 14:59:09 +08:00 |
|
yihua.huang
|
d48ccc6740
|
update version
|
2013-11-06 23:04:05 +08:00 |
|
yihua.huang
|
b10de030c7
|
update docs
|
2013-11-06 22:56:13 +08:00 |
|
yihua.huang
|
afe209c92b
|
update version
|
2013-11-06 22:54:32 +08:00 |
|
yihua.huang
|
775eb9732f
|
[maven-release-plugin] prepare for next development iteration
|
2013-11-06 22:17:58 +08:00 |
|
yihua.huang
|
0b4fadc24d
|
[maven-release-plugin] prepare release webmagic-0.4.0
|
2013-11-06 22:17:47 +08:00 |
|
yihua.huang
|
35f96c5a5e
|
fix docs
|
2013-11-06 22:16:06 +08:00 |
|
yihua.huang
|
72dfdc300c
|
update docs
|
2013-11-06 22:01:09 +08:00 |
|
yihua.huang
|
fe6d9bb2e2
|
get keep-alive rework
|
2013-11-06 21:53:39 +08:00 |
|
yihua.huang
|
fd6d2fd6f8
|
try to keepalive TCP connection
|
2013-11-06 21:19:14 +08:00 |
|
yihua.huang
|
425df08523
|
update version to 0.4.0
|
2013-11-06 12:50:45 +08:00 |
|
yihua.huang
|
e046bb0723
|
remove useless code
|
2013-11-06 12:48:14 +08:00 |
|
yihua.huang
|
6e32a19f80
|
update api for direct download
|
2013-11-06 12:46:50 +08:00 |
|
yihua.huang
|
807aefe9df
|
change EntityUtil to IOUtil because some encoding error
|
2013-11-06 07:37:34 +08:00 |
|
yihua.huang
|
00b0a751b4
|
#33 ignore 'content-encoding' when redirect
|
2013-11-06 06:57:58 +08:00 |
|
yihua.huang
|
8f774afc84
|
add direct download
|
2013-11-06 06:41:04 +08:00 |
|
yihua.huang
|
86cfefb58c
|
update test
|
2013-11-04 07:19:32 +08:00 |
|
yihua.huang
|
c18b603399
|
optimize long compare
|
2013-11-04 07:09:44 +08:00 |
|
yihua.huang
|
ed3f3583cc
|
downloader refactor
|
2013-11-04 01:03:23 +08:00 |
|
yihua.huang
|
a37f40e6e6
|
add cookie supoort
|
2013-11-04 00:59:48 +08:00 |