e0503fea5b
git-svn-id: svn://svn.cy55.de/Zope3/src/cybertools/trunk@2923 fd906abe-77d9-0310-91a1-e0d9ade77398
92 lines
3.2 KiB
Python
92 lines
3.2 KiB
Python
#
|
|
# Copyright (c) 2008 Helmut Merz helmutm@cy55.de
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program; if not, write to the Free Software
|
|
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
#
|
|
|
|
"""
|
|
Transferring information to or requesting information from a remote
|
|
cybertools.agent instance by transferring files to the remote system
|
|
and sending requests to a corresponding remote controller.
|
|
|
|
$Id$
|
|
"""
|
|
|
|
from twisted.internet import defer
|
|
from zope.interface import implements
|
|
import os
|
|
|
|
from cybertools.agent.system import xmlrpc
|
|
from cybertools.agent.system import sftp
|
|
from cybertools.agent.base.agent import Master
|
|
from cybertools.agent.core.agent import QueueableAgent
|
|
from cybertools.agent.interfaces import ITransporter
|
|
from cybertools.agent.crawl.base import Metadata
|
|
from cybertools.agent.crawl.mail import MailResource
|
|
from cybertools.agent.crawl.filesystem import FileResource
|
|
from cybertools.agent.components import agents
|
|
from cybertools.util.config import Configurator
|
|
|
|
|
|
class Transporter(QueueableAgent):
|
|
|
|
implements(ITransporter)
|
|
|
|
port = 22
|
|
machineName = ''
|
|
|
|
def __init__(self, master):
|
|
super(Transporter, self).__init__(master)
|
|
config = master.config
|
|
serverURL = config.transport.remote.url
|
|
self.server = xmlrpc.xmlrpc.Proxy(serverURL)
|
|
userName = config.transport.remote.ftp.user
|
|
password = config.transport.remote.ftp.password
|
|
host = config.transport.remote.ftp.url
|
|
self.ftpServer = sftp.FileTransfer(host, self.port, userName, password)
|
|
|
|
def process(self):
|
|
return self.transfer(self.params['resource'])
|
|
|
|
def transfer(self, resource):
|
|
""" Transfer the resource (an object providing IResource)
|
|
to the server and return a Deferred.
|
|
"""
|
|
self.deferred = defer.Deferred()
|
|
remoteFile = os.path.basename(resource.path)
|
|
d = self.ftpServer.upload(resource.path, remoteFile)
|
|
d.addErrback(self.errorHandler)
|
|
d.addCallback(lambda result:
|
|
self.server.callRemote('getMetadata', dict(resource.metadata)))
|
|
d.addCallback(self.transferDone)
|
|
return self.deferred
|
|
|
|
def errorHandler(self, errorInfo):
|
|
"""
|
|
Invoked as a callback from self.transfer
|
|
Error handler.
|
|
"""
|
|
print errorInfo
|
|
#self.server.close()
|
|
|
|
def transferDone(self, result):
|
|
"""
|
|
Invoked as a callback from self.transfer
|
|
This callback method is called when resource and metadata
|
|
have been transferred successfully.
|
|
"""
|
|
self.deferred.callback(result)
|
|
|
|
agents.register(Transporter, Master, name='transport.remote')
|