# # Copyright (c) 2008 Helmut Merz helmutm@cy55.de # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA # """ Transferring information to or requesting information from a remote cybertools.agent instance by transferring files to the remote system and sending requests to a corresponding remote controller. $Id$ """ from twisted.internet import defer from zope.interface import implements import os from cybertools.agent.system import xmlrpc from cybertools.agent.system import sftp from cybertools.agent.base.agent import Master from cybertools.agent.core.agent import QueueableAgent from cybertools.agent.interfaces import ITransporter from cybertools.agent.crawl.base import Metadata from cybertools.agent.crawl.mail import MailResource from cybertools.agent.crawl.filesystem import FileResource from cybertools.agent.components import agents from cybertools.util.config import Configurator class Transporter(QueueableAgent): implements(ITransporter) port = 22 machineName = '' def __init__(self, master): super(Transporter, self).__init__(master) config = master.config serverURL = config.transport.remote.url self.server = xmlrpc.xmlrpc.Proxy(serverURL) userName = config.transport.remote.ftp.user password = config.transport.remote.ftp.password host = config.transport.remote.ftp.url self.ftpServer = sftp.FileTransfer(host, self.port, userName, password) def process(self): return self.transfer(self.params['resource']) def transfer(self, resource): """ Transfer the resource (an object providing IResource) to the server and return a Deferred. """ self.deferred = defer.Deferred() remoteFile = os.path.basename(resource.path) d = self.ftpServer.upload(resource.path, remoteFile) d.addErrback(self.errorHandler) d.addCallback(lambda result: self.server.callRemote('getMetadata', dict(resource.metadata))) d.addCallback(self.transferDone) return self.deferred def errorHandler(self, errorInfo): """ Invoked as a callback from self.transfer Error handler. """ print errorInfo #self.server.close() def transferDone(self, result): """ Invoked as a callback from self.transfer This callback method is called when resource and metadata have been transferred successfully. """ self.deferred.callback(result) agents.register(Transporter, Master, name='transport.remote')