set up dummy crawler and transport for testing; implement crawl-transfer sequence via job scheduler
git-svn-id: svn://svn.cy55.de/Zope3/src/loops/trunk@1801 fd906abe-77d9-0310-91a1-e0d9ade77398
This commit is contained in:
parent
621efb6081
commit
e05e3bd6e4
2 changed files with 16 additions and 16 deletions
|
@ -54,6 +54,21 @@ Configuration (per job)
|
|||
>>> tester.iterate()
|
||||
executing
|
||||
|
||||
We can set up a more realistic example using the dummy crawler and transporter
|
||||
classes from testing.
|
||||
|
||||
>>> from testing.crawl import CrawlingJob
|
||||
>>> from testing.transport import Transporter, TransportJob
|
||||
|
||||
>>> crawl = CrawlingJob()
|
||||
>>> transporter = Transporter()
|
||||
>>> transport = TransportJob(transporter)
|
||||
>>> crawl.successors.append(transport)
|
||||
>>> scheduler.schedule(crawl, int(time()))
|
||||
|
||||
>>> tester.iterate()
|
||||
Transferring: Dummy resource data for testing purposes.
|
||||
|
||||
|
||||
Crawling
|
||||
========
|
||||
|
@ -72,21 +87,6 @@ Configuration (per crawl job)
|
|||
|
||||
- predefined metadata
|
||||
|
||||
The Dummy Crawler
|
||||
-----------------
|
||||
|
||||
>>> from testing.crawl import CrawlingJob
|
||||
>>> from testing.transport import Transporter, TransportJob
|
||||
|
||||
>>> crawl = CrawlingJob()
|
||||
>>> transporter = Transporter()
|
||||
>>> transport = TransportJob(transporter)
|
||||
>>> crawl.successors.append(transport)
|
||||
>>> scheduler.schedule(crawl, int(time()))
|
||||
|
||||
>>> tester.iterate()
|
||||
Transferring: Dummy resource data for testing purposes.
|
||||
|
||||
Local File System
|
||||
-----------------
|
||||
|
||||
|
|
|
@ -148,7 +148,7 @@ class ITransportJob(IScheduledJob):
|
|||
""" A job managing the the transfer of a resource to the server.
|
||||
"""
|
||||
|
||||
transporter = Attribute('The transporter object to user for transer.')
|
||||
transporter = Attribute('The transporter object to use for transer.')
|
||||
|
||||
|
||||
class IConfigurator(Interface):
|
||||
|
|
Loading…
Add table
Reference in a new issue