913054b697
git-svn-id: svn://svn.cy55.de/Zope3/src/loops/trunk@1891 fd906abe-77d9-0310-91a1-e0d9ade77398
40 lines
1.2 KiB
Text
40 lines
1.2 KiB
Text
=====================================================
|
|
loops.agent.crawl.filesystem - The Filesystem Crawler
|
|
=====================================================
|
|
|
|
($Id$)
|
|
|
|
>>> import os
|
|
>>> from time import time
|
|
|
|
>>> from loops.agent.tests import tester, baseDir
|
|
>>> from loops.agent.core import Agent
|
|
>>> from loops.agent.crawl.filesystem import CrawlingJob
|
|
|
|
>>> agent = Agent()
|
|
>>> scheduler = agent.scheduler
|
|
|
|
We create a crawling job that should scan the data subdirectory
|
|
of the testing directory in the loops.agent package.
|
|
|
|
>>> dirname = os.path.join(baseDir, 'testing', 'data')
|
|
>>> crawlJob = CrawlingJob(directory=dirname)
|
|
|
|
The result of the crawling process should be transferred using
|
|
the dummy transporter from the testing package; this just prints
|
|
an informative message with the contents of the files to be
|
|
transferred.
|
|
|
|
>>> from loops.agent.testing import transport
|
|
>>> transporter = transport.Transporter(agent)
|
|
>>> transportJob = transporter.jobFactory(transporter)
|
|
>>> crawlJob.successors.append(transportJob)
|
|
|
|
We are now ready to schedule the job and let the reactor execute it.
|
|
|
|
>>> scheduler.schedule(crawlJob, int(time()))
|
|
|
|
>>> tester.iterate()
|
|
Transferring: Data from file1.txt
|
|
Transferring: Data from file2.txt
|
|
|