cco.common.psu moved to loops.server
This commit is contained in:
parent
2f72aaf807
commit
72d547c293
1 changed files with 0 additions and 277 deletions
|
|
@ -1,277 +0,0 @@
|
||||||
# psu - python shell utilities
|
|
||||||
# use this from a Python command line (in a loops / bluebrem virtual environment).
|
|
||||||
#
|
|
||||||
# then:
|
|
||||||
#
|
|
||||||
# from cco.common import psu
|
|
||||||
# import config
|
|
||||||
# psu.setup('path/to/loopsRoot', config, zopeconf='zope-0.conf')
|
|
||||||
# obj = psu.byuid('578457950')
|
|
||||||
#
|
|
||||||
|
|
||||||
import os
|
|
||||||
from transaction import commit, abort
|
|
||||||
from zope.app import wsgi
|
|
||||||
from zope.app.authentication.principalfolder import Principal
|
|
||||||
from zope.cachedescriptors.property import Lazy
|
|
||||||
from zope.catalog.interfaces import ICatalog
|
|
||||||
from zope.component.hooks import setSite
|
|
||||||
from zope.container.contained import ObjectAddedEvent, ObjectRemovedEvent
|
|
||||||
from zope.copypastemove.interfaces import IContainerItemRenamer
|
|
||||||
from zope import component
|
|
||||||
from zope.event import notify
|
|
||||||
from zope.exceptions.interfaces import DuplicationError
|
|
||||||
from zope.interface import Interface
|
|
||||||
from zope.lifecycleevent import ObjectCreatedEvent, ObjectModifiedEvent
|
|
||||||
from zope.publisher.browser import TestRequest as BaseTestRequest
|
|
||||||
from zope.security.management import getInteraction, newInteraction, endInteraction
|
|
||||||
#from zope.pluggableauth.plugins.principalfolder import PrincipalInfo
|
|
||||||
|
|
||||||
from cybertools.util.date import date2TimeStamp, strptime
|
|
||||||
from cybertools.util.jeep import Jeep
|
|
||||||
from loops.common import adapted, baseObject
|
|
||||||
from loops.util import getObjectForUid, getUidForObject, getCatalog, reindex
|
|
||||||
|
|
||||||
os.environ['NLS_LANG'] = 'German_Germany.UTF8'
|
|
||||||
|
|
||||||
try:
|
|
||||||
import config
|
|
||||||
except ImportError:
|
|
||||||
print('*** config file could not be loaded!')
|
|
||||||
config = None
|
|
||||||
|
|
||||||
|
|
||||||
sc = Jeep() # shortcuts
|
|
||||||
|
|
||||||
def setup(loopsRootPath='sites/loops', zopeconf='zope.conf', config=config):
|
|
||||||
global conn, root, sm, smdefault, intids, pau, loopsRoot, sc
|
|
||||||
conn = wsgi.config(zopeconf).open()
|
|
||||||
root = conn.root()['Application']
|
|
||||||
setSite(root)
|
|
||||||
sm = component.getSiteManager(root)
|
|
||||||
smdefault = sm['default']
|
|
||||||
intids = smdefault['IntIds']
|
|
||||||
pau = smdefault['PluggableAuthentication']
|
|
||||||
user = getattr(config, 'shell_user', 'zope.manager')
|
|
||||||
password = (getattr(config, 'shell_pw', None) or
|
|
||||||
input('Enter manager password: '))
|
|
||||||
login(Principal(user, password, u'Manager'))
|
|
||||||
loopsRoot = root
|
|
||||||
for name in loopsRootPath.split('/'):
|
|
||||||
if name:
|
|
||||||
loopsRoot = loopsRoot[name]
|
|
||||||
sc.concepts = loopsRoot['concepts']
|
|
||||||
for name in ('standard', 'hasType',):
|
|
||||||
sc[name] = sc.concepts[name]
|
|
||||||
|
|
||||||
def close():
|
|
||||||
conn.close()
|
|
||||||
|
|
||||||
|
|
||||||
def byuid(uid):
|
|
||||||
return getObjectForUid(uid)
|
|
||||||
|
|
||||||
def uid(obj):
|
|
||||||
return getUidForObject(obj)
|
|
||||||
|
|
||||||
def notifyModification(obj):
|
|
||||||
obj = baseObject(obj)
|
|
||||||
notify(ObjectModifiedEvent(obj))
|
|
||||||
|
|
||||||
def save(obj):
|
|
||||||
notifyModification(obj)
|
|
||||||
commit()
|
|
||||||
|
|
||||||
def notifyAdded(obj):
|
|
||||||
obj = baseObject(obj)
|
|
||||||
notify(ObjectAddedEvent(obj))
|
|
||||||
|
|
||||||
def notifyRemoved(obj):
|
|
||||||
obj = baseObject(obj)
|
|
||||||
notify(ObjectRemovedEvent(obj))
|
|
||||||
|
|
||||||
def delete(container, name, docommit=True):
|
|
||||||
obj = container.get(name)
|
|
||||||
if obj is None:
|
|
||||||
print('*** Object', name, 'not found!')
|
|
||||||
return
|
|
||||||
notifyRemoved(obj)
|
|
||||||
del container[name]
|
|
||||||
if docommit:
|
|
||||||
commit()
|
|
||||||
|
|
||||||
def rename(container, old, new, docommit=True):
|
|
||||||
obj = container.get(old)
|
|
||||||
if obj is None:
|
|
||||||
print('*** Object', old, 'not found!')
|
|
||||||
return
|
|
||||||
renamer = IContainerItemRenamer(container)
|
|
||||||
if new != old:
|
|
||||||
try:
|
|
||||||
renamer.renameItem(old, new)
|
|
||||||
except DuplicationError:
|
|
||||||
print('*** Object', new, 'already exists!')
|
|
||||||
# container[new] = obj
|
|
||||||
# notifyAdded(obj)
|
|
||||||
notifyModification(obj)
|
|
||||||
if docommit:
|
|
||||||
commit()
|
|
||||||
|
|
||||||
def move(source, target, name):
|
|
||||||
obj = source.get(name)
|
|
||||||
if obj is None:
|
|
||||||
print('*** Object', name, 'not found!')
|
|
||||||
return
|
|
||||||
#notifyRemoved(obj)
|
|
||||||
#del source[name]
|
|
||||||
target[name] = obj
|
|
||||||
#notifyAdded(obj)
|
|
||||||
notifyModification(obj)
|
|
||||||
commit()
|
|
||||||
|
|
||||||
def get(container, obj):
|
|
||||||
if isinstance(obj, basestring):
|
|
||||||
name = obj
|
|
||||||
obj = container.get(name)
|
|
||||||
if obj is None:
|
|
||||||
print('*** Object', name, 'not found!')
|
|
||||||
return None
|
|
||||||
return adapted(obj)
|
|
||||||
|
|
||||||
# startup, loop, finish...
|
|
||||||
|
|
||||||
def startup(msg, **kw):
|
|
||||||
print('***', msg)
|
|
||||||
step = kw.pop('step', 10)
|
|
||||||
return Jeep(count=0, step=step, message=msg, **kw)
|
|
||||||
|
|
||||||
def update(fct, obj, info):
|
|
||||||
info.count += 1
|
|
||||||
start = info.get('start')
|
|
||||||
if start and info.count < start:
|
|
||||||
return
|
|
||||||
if info.count % info.step == 0:
|
|
||||||
try:
|
|
||||||
objInfo = obj.__name__
|
|
||||||
except:
|
|
||||||
try:
|
|
||||||
objInfo = obj.context.__name__
|
|
||||||
except:
|
|
||||||
objInfo = obj
|
|
||||||
print('*** Processing object # %i: %s' % (info.count, objInfo))
|
|
||||||
if info.get('updated'):
|
|
||||||
print('*** updated: %i.' % info.updated)
|
|
||||||
if info.get('errors'):
|
|
||||||
print('*** errors: %i.' % info.error)
|
|
||||||
commit()
|
|
||||||
return fct(obj, info)
|
|
||||||
|
|
||||||
def finish(info):
|
|
||||||
print('*** count: %i.' % info.count)
|
|
||||||
if info.get('updated'):
|
|
||||||
print('*** updated: %i.' % info.updated)
|
|
||||||
if info.get('errors'):
|
|
||||||
print('*** errors: %i.' % info.error)
|
|
||||||
commit()
|
|
||||||
|
|
||||||
def stop_condition(info):
|
|
||||||
stop = info.get('stop')
|
|
||||||
return stop is not None and info.count > stop
|
|
||||||
|
|
||||||
def loop(message, objects, fct, **kw):
|
|
||||||
def _fct(obj, info):
|
|
||||||
params = info.get('fctparams', {})
|
|
||||||
fct(obj, info, **params)
|
|
||||||
info = startup(message, **kw)
|
|
||||||
for obj in objects:
|
|
||||||
update(_fct, obj, info)
|
|
||||||
if stop_condition(info):
|
|
||||||
break
|
|
||||||
finish(info)
|
|
||||||
|
|
||||||
|
|
||||||
# indexing
|
|
||||||
|
|
||||||
def reindex_objects(objs, **kw):
|
|
||||||
catalog = getCatalog(objs[0])
|
|
||||||
def do_reindex(obj, info):
|
|
||||||
util.reindex(obj, catalog)
|
|
||||||
loop('reindex %s objects' % len(objs), objs, do_reindex, **kw)
|
|
||||||
|
|
||||||
def reindex_all(root, step=1000):
|
|
||||||
catalog = getCatalog(root)
|
|
||||||
def _updateObj(params, info):
|
|
||||||
uid, obj = params
|
|
||||||
for index in catalog.values():
|
|
||||||
index.index_doc(uid, obj)
|
|
||||||
info = startup('Indexing all objects', step=step)
|
|
||||||
for uid, obj in catalog._visitSublocations():
|
|
||||||
update(_updateObj, (uid, obj), info)
|
|
||||||
finish(info)
|
|
||||||
|
|
||||||
|
|
||||||
# some common repair tasks
|
|
||||||
|
|
||||||
def get_type_instances(name):
|
|
||||||
return sc.concepts[name].getChildren([sc.hasType])
|
|
||||||
|
|
||||||
def notify_modification(c, info):
|
|
||||||
notifyModification(c)
|
|
||||||
|
|
||||||
def update_type_instances(**kw):
|
|
||||||
objs = get_type_instances(kw.pop('type'))
|
|
||||||
loop('Notify Type Instances', objs, notify_modification, **kw)
|
|
||||||
|
|
||||||
def update_type_instances_title_from_adapted(**kw):
|
|
||||||
def update_type_title_from_adapted(c, info):
|
|
||||||
c.title = adapted(c).title
|
|
||||||
notifyModification(c)
|
|
||||||
objs = get_type_instances(kw.pop('type'))
|
|
||||||
loop('Update Type Instances Title', objs, update_type_title_from_adapted, **kw)
|
|
||||||
|
|
||||||
def removeRecords(container, **kw):
|
|
||||||
"""Remove records from container selected by the criteria given."""
|
|
||||||
def remove(obj, info):
|
|
||||||
notifyRemoved(obj)
|
|
||||||
del container[obj.__name__]
|
|
||||||
info = startup('Remove records', **kw)
|
|
||||||
date = kw.pop('date', None)
|
|
||||||
if date:
|
|
||||||
kw['timeFromTo'] = (
|
|
||||||
date2TimeStamp(strptime(date + ' 00:00:00')),
|
|
||||||
date2TimeStamp(strptime(date + ' 23:59:59')))
|
|
||||||
loop('Remove records', container.query(**kw), remove, **kw)
|
|
||||||
|
|
||||||
|
|
||||||
# helper functions and classes
|
|
||||||
|
|
||||||
def login(principal):
|
|
||||||
endInteraction()
|
|
||||||
newInteraction(Participation(principal))
|
|
||||||
|
|
||||||
|
|
||||||
class TestRequest(BaseTestRequest):
|
|
||||||
|
|
||||||
basePrincipal = BaseTestRequest.principal
|
|
||||||
|
|
||||||
@Lazy
|
|
||||||
def principal(self):
|
|
||||||
interaction = getInteraction()
|
|
||||||
if interaction is not None:
|
|
||||||
parts = interaction.participations
|
|
||||||
if parts:
|
|
||||||
prin = parts[0].principal
|
|
||||||
if prin is not None:
|
|
||||||
return prin
|
|
||||||
return self.basePrincipal
|
|
||||||
|
|
||||||
|
|
||||||
class Participation(object):
|
|
||||||
""" Dummy Participation class for testing.
|
|
||||||
"""
|
|
||||||
|
|
||||||
interaction = None
|
|
||||||
|
|
||||||
def __init__(self, principal):
|
|
||||||
self.principal = principal
|
|
||||||
|
|
||||||
Loading…
Add table
Reference in a new issue