set up dummy crawler and transport for testing; implement crawl-transfer sequence via job scheduler
git-svn-id: svn://svn.cy55.de/Zope3/src/loops/trunk@1801 fd906abe-77d9-0310-91a1-e0d9ade77398
This commit is contained in:
parent
621efb6081
commit
e05e3bd6e4
2 changed files with 16 additions and 16 deletions
|
@ -54,6 +54,21 @@ Configuration (per job)
|
||||||
>>> tester.iterate()
|
>>> tester.iterate()
|
||||||
executing
|
executing
|
||||||
|
|
||||||
|
We can set up a more realistic example using the dummy crawler and transporter
|
||||||
|
classes from testing.
|
||||||
|
|
||||||
|
>>> from testing.crawl import CrawlingJob
|
||||||
|
>>> from testing.transport import Transporter, TransportJob
|
||||||
|
|
||||||
|
>>> crawl = CrawlingJob()
|
||||||
|
>>> transporter = Transporter()
|
||||||
|
>>> transport = TransportJob(transporter)
|
||||||
|
>>> crawl.successors.append(transport)
|
||||||
|
>>> scheduler.schedule(crawl, int(time()))
|
||||||
|
|
||||||
|
>>> tester.iterate()
|
||||||
|
Transferring: Dummy resource data for testing purposes.
|
||||||
|
|
||||||
|
|
||||||
Crawling
|
Crawling
|
||||||
========
|
========
|
||||||
|
@ -72,21 +87,6 @@ Configuration (per crawl job)
|
||||||
|
|
||||||
- predefined metadata
|
- predefined metadata
|
||||||
|
|
||||||
The Dummy Crawler
|
|
||||||
-----------------
|
|
||||||
|
|
||||||
>>> from testing.crawl import CrawlingJob
|
|
||||||
>>> from testing.transport import Transporter, TransportJob
|
|
||||||
|
|
||||||
>>> crawl = CrawlingJob()
|
|
||||||
>>> transporter = Transporter()
|
|
||||||
>>> transport = TransportJob(transporter)
|
|
||||||
>>> crawl.successors.append(transport)
|
|
||||||
>>> scheduler.schedule(crawl, int(time()))
|
|
||||||
|
|
||||||
>>> tester.iterate()
|
|
||||||
Transferring: Dummy resource data for testing purposes.
|
|
||||||
|
|
||||||
Local File System
|
Local File System
|
||||||
-----------------
|
-----------------
|
||||||
|
|
||||||
|
|
|
@ -148,7 +148,7 @@ class ITransportJob(IScheduledJob):
|
||||||
""" A job managing the the transfer of a resource to the server.
|
""" A job managing the the transfer of a resource to the server.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
transporter = Attribute('The transporter object to user for transer.')
|
transporter = Attribute('The transporter object to use for transer.')
|
||||||
|
|
||||||
|
|
||||||
class IConfigurator(Interface):
|
class IConfigurator(Interface):
|
||||||
|
|
Loading…
Add table
Reference in a new issue