set up dummy crawler and transport for testing; implement crawl-transfer sequence via job scheduler
git-svn-id: svn://svn.cy55.de/Zope3/src/loops/trunk@1801 fd906abe-77d9-0310-91a1-e0d9ade77398
This commit is contained in:
		
							parent
							
								
									621efb6081
								
							
						
					
					
						commit
						e05e3bd6e4
					
				
					 2 changed files with 16 additions and 16 deletions
				
			
		|  | @ -54,6 +54,21 @@ Configuration (per job) | ||||||
|   >>> tester.iterate() |   >>> tester.iterate() | ||||||
|   executing |   executing | ||||||
| 
 | 
 | ||||||
|  | We can set up a more realistic example using the dummy crawler and transporter | ||||||
|  | classes from testing. | ||||||
|  | 
 | ||||||
|  |   >>> from testing.crawl import CrawlingJob | ||||||
|  |   >>> from testing.transport import Transporter, TransportJob | ||||||
|  | 
 | ||||||
|  |   >>> crawl = CrawlingJob() | ||||||
|  |   >>> transporter = Transporter() | ||||||
|  |   >>> transport = TransportJob(transporter) | ||||||
|  |   >>> crawl.successors.append(transport) | ||||||
|  |   >>> scheduler.schedule(crawl, int(time())) | ||||||
|  | 
 | ||||||
|  |   >>> tester.iterate() | ||||||
|  |   Transferring: Dummy resource data for testing purposes. | ||||||
|  | 
 | ||||||
| 
 | 
 | ||||||
| Crawling | Crawling | ||||||
| ======== | ======== | ||||||
|  | @ -72,21 +87,6 @@ Configuration (per crawl job) | ||||||
| 
 | 
 | ||||||
| - predefined metadata | - predefined metadata | ||||||
| 
 | 
 | ||||||
| The Dummy Crawler |  | ||||||
| ----------------- |  | ||||||
| 
 |  | ||||||
|   >>> from testing.crawl import CrawlingJob |  | ||||||
|   >>> from testing.transport import Transporter, TransportJob |  | ||||||
| 
 |  | ||||||
|   >>> crawl = CrawlingJob() |  | ||||||
|   >>> transporter = Transporter() |  | ||||||
|   >>> transport = TransportJob(transporter) |  | ||||||
|   >>> crawl.successors.append(transport) |  | ||||||
|   >>> scheduler.schedule(crawl, int(time())) |  | ||||||
| 
 |  | ||||||
|   >>> tester.iterate() |  | ||||||
|   Transferring: Dummy resource data for testing purposes. |  | ||||||
| 
 |  | ||||||
| Local File System | Local File System | ||||||
| ----------------- | ----------------- | ||||||
| 
 | 
 | ||||||
|  |  | ||||||
|  | @ -148,7 +148,7 @@ class ITransportJob(IScheduledJob): | ||||||
|     """ A job managing the the transfer of a resource to the server. |     """ A job managing the the transfer of a resource to the server. | ||||||
|     """ |     """ | ||||||
| 
 | 
 | ||||||
|     transporter = Attribute('The transporter object to user for transer.') |     transporter = Attribute('The transporter object to use for transer.') | ||||||
| 
 | 
 | ||||||
| 
 | 
 | ||||||
| class IConfigurator(Interface): | class IConfigurator(Interface): | ||||||
|  |  | ||||||
		Loading…
	
	Add table
		
		Reference in a new issue
	
	 helmutm
						helmutm