[Zope] Packing with cron
Andy Dawkins
andyd@nipltd.com
Thu, 3 Aug 2000 17:12:10 +0100
This is a multi-part message in MIME format.
------=_NextPart_000_001D_01BFFD6D.F5A1AFA0
Content-Type: text/plain;
charset="iso-8859-1"
Content-Transfer-Encoding: 7bit
Jason
I'm not sure if it is worthy of putting up on Zope.
Although I'm sure people will correct me if I am wrong.
But I have no problems in letting you have it
<packDb.py> is the main python script.
You will need to change the line that reads
s=xmlrpclib.Server('http://myserver:8080/', transport=None,
username='username', password='password')
To reflect your correct server details.
<xmlrpclib.py> xmlrpc Library for python.
Place this in your python/libs directory, or the same directory as
packDb.py
<packExtension.py> This contains the code for the external Method.
Place this in your zope/Extensions directory. Create it if it doesn't
exist.
You will need to add an external method to the root of your ZODB that points
to packExtensions.py script
If you have any problem then please let me know.
-Andy
------=_NextPart_000_001D_01BFFD6D.F5A1AFA0
Content-Type: text/plain;
name="packDb.py"
Content-Transfer-Encoding: quoted-printable
Content-Disposition: attachment;
filename="packDb.py"
#!/usr/bin/python
# This module will pack zopes database
# Assuming you have placed the pack external method in the root
import sys, xmlrpclib
class packDb:
def __init__(self):
s=3Dxmlrpclib.Server('http://myserver:8080/', transport=3DNone, =
username=3D'username', password=3D'password')
# This is the external method. If you haven't placed it in the root =
then adjust as required.
s.pack()
if __name__ =3D=3D '__main__':
x =3D packDb()
------=_NextPart_000_001D_01BFFD6D.F5A1AFA0
Content-Type: text/plain;
name="packExtension.py"
Content-Transfer-Encoding: 7bit
Content-Disposition: attachment;
filename="packExtension.py"
def pack(self, REQUEST=None):
self.Control_Panel.Database.manage_pack()
return 'Done'
------=_NextPart_000_001D_01BFFD6D.F5A1AFA0
Content-Type: text/plain;
name="xmlrpclib.py"
Content-Transfer-Encoding: quoted-printable
Content-Disposition: attachment;
filename="xmlrpclib.py"
#
# XML-RPC CLIENT LIBRARY
#
# With Amos Latteier's Basic Authentication code added
#
# $Id$
#
# an XML-RPC client interface for Python.
#
# the marshalling and response parser code can also be used to
# implement XML-RPC servers.
#
# Notes:
# this version uses the sgmlop XML parser, if installed. this is
# typically 10-15x faster than using Python's standard XML parser.
#
# you can get the sgmlop distribution from:
#
# http://www.pythonware.com/madscientist
#
# also note that this version is designed to work with Python 1.5.1
# or newer. it doesn't use any 1.5.2-specific features.
#
# History:
# 1999-01-14 fl Created
# 1999-01-15 fl Changed dateTime to use localtime
# 1999-01-16 fl Added Binary/base64 element, default to RPC2 service
# 1999-01-19 fl Fixed array data element (from Skip Montanaro)
# 1999-01-21 fl Fixed dateTime constructor, etc.
# 1999-02-02 fl Added fault handling, handle empty sequences, etc.
# 1999-02-10 fl Fixed problem with empty responses (from Skip =
Montanaro)
# 1999-06-20 fl Speed improvements, pluggable XML parsers and HTTP =
transports
#
# Copyright (c) 1999 by Secret Labs AB.
# Copyright (c) 1999 by Fredrik Lundh.
#
# fredrik@pythonware.com
# http://www.pythonware.com
#
# --------------------------------------------------------------------
# The XML-RPC client interface is
#=20
# Copyright (c) 1999 by Secret Labs AB
# Copyright (c) 1999 by Fredrik Lundh
#=20
# By obtaining, using, and/or copying this software and/or its
# associated documentation, you agree that you have read, understood,
# and will comply with the following terms and conditions:
#
# Permission to use, copy, modify, and distribute this software and
# its associated documentation for any purpose and without fee is
# hereby granted, provided that the above copyright notice appears in
# all copies, and that both that copyright notice and this permission
# notice appear in supporting documentation, and that the name of
# Secret Labs AB or the author not be used in advertising or publicity
# pertaining to distribution of the software without specific, written
# prior permission.
#
# SECRET LABS AB AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD
# TO THIS SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANT-
# ABILITY AND FITNESS. IN NO EVENT SHALL SECRET LABS AB OR THE AUTHOR
# BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY
# DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS,
# WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS
# ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE
# OF THIS SOFTWARE.
# --------------------------------------------------------------------
import string, time
import urllib, xmllib, base64
from types import *
from cgi import escape
try:
import sgmlop
except ImportError:
sgmlop =3D None # accelerator not available
__version__ =3D "0.9.8"
# --------------------------------------------------------------------
# Exceptions
class Error:
# base class for client errors
pass
class ProtocolError(Error):
# indicates an HTTP protocol error
def __init__(self, url, errcode, errmsg, headers):
self.url =3D url
self.errcode =3D errcode
self.errmsg =3D errmsg
self.headers =3D headers
def __repr__(self):
return (
"<ProtocolError for %s: %s %s>" %
(self.url, self.errcode, self.errmsg)
)
class ResponseError(Error):
# indicates a broken response package
pass
class Fault(Error):
# indicates a XML-RPC fault package
def __init__(self, faultCode, faultString, **extra):
self.faultCode =3D faultCode
self.faultString =3D faultString
def __repr__(self):
return (
"<Fault %s: %s>" %
(self.faultCode, repr(self.faultString))
)
# --------------------------------------------------------------------
# Special values
# boolean wrapper
# (you must use True or False to generate a "boolean" XML-RPC value)
class Boolean:
def __init__(self, value =3D 0):
self.value =3D (value !=3D 0)
def encode(self, out):
out.write("<value><boolean>%d</boolean></value>\n" % self.value)
def __repr__(self):
if self.value:
return "<Boolean True at %x>" % id(self)
else:
return "<Boolean False at %x>" % id(self)
def __int__(self):
return self.value
def __nonzero__(self):
return self.value
True, False =3D Boolean(1), Boolean(0)
#
# dateTime wrapper
# (wrap your iso8601 string or time tuple or localtime time value in
# this class to generate a "dateTime.iso8601" XML-RPC value)
class DateTime:
def __init__(self, value =3D 0):
t =3D type(value)
if t is not StringType:
if t is not TupleType:
value =3D time.localtime(value)
value =3D time.strftime("%Y%m%dT%H:%M:%S", value)
self.value =3D value
def __repr__(self):
return "<DateTime %s at %x>" % (self.value, id(self))
def decode(self, data):
self.value =3D string.strip(data)
def encode(self, out):
out.write("<value><dateTime.iso8601>")
out.write(self.value)
out.write("</dateTime.iso8601></value>\n")
#
# binary data wrapper (NOTE: this is an extension to Userland's
# XML-RPC protocol! only for use with compatible servers!)
class Binary:
def __init__(self, data=3DNone):
self.data =3D data
def decode(self, data):
import base64
self.data =3D base64.decodestring(data)
def encode(self, out):
import base64, StringIO
out.write("<value><base64>\n")
base64.encode(StringIO.StringIO(self.data), out)
out.write("</base64></value>\n")
WRAPPERS =3D DateTime, Binary, Boolean
# --------------------------------------------------------------------
# XML parsers
if sgmlop:
class FastParser:
# sgmlop based XML parser. this is typically 15x faster
# than SlowParser...
def __init__(self, target):
# setup callbacks
self.finish_starttag =3D target.start
self.finish_endtag =3D target.end
self.handle_data =3D target.data
# activate parser
self.parser =3D sgmlop.XMLParser()
self.parser.register(self)
self.feed =3D self.parser.feed
self.entity =3D {
"amp": "&", "gt": ">", "lt": "<",
"apos": "'", "quot": '"'
}
def close(self):
try:
self.parser.close()
finally:
self.parser =3D self.feed =3D None # nuke circular =
reference
def handle_entityref(self, entity):
# <string> entity
try:
self.handle_data(self.entity[entity])
except KeyError:
self.handle_data("&%s;" % entity)
else:
FastParser =3D None
class SlowParser(xmllib.XMLParser):
# slow but safe standard parser, based on the XML parser in
# Python's standard library
def __init__(self, target):
self.unknown_starttag =3D target.start
self.handle_data =3D target.data
self.unknown_endtag =3D target.end
xmllib.XMLParser.__init__(self)
# --------------------------------------------------------------------
# XML-RPC marshalling and unmarshalling code
class Marshaller:
"""Generate an XML-RPC params chunk from a Python data structure"""
# USAGE: create a marshaller instance for each set of parameters,
# and use "dumps" to convert your data (represented as a tuple) to
# a XML-RPC params chunk. to write a fault response, pass a Fault
# instance instead. you may prefer to use the "dumps" convenience
# function for this purpose (see below).
# by the way, if you don't understand what's going on in here,
# that's perfectly ok.
def __init__(self):
self.memo =3D {}
self.data =3D None
dispatch =3D {}
def dumps(self, values):
self.__out =3D []
self.write =3D write =3D self.__out.append
if isinstance(values, Fault):
# fault instance
write("<fault>\n")
self.__dump(vars(values))
write("</fault>\n")
else:
# parameter block
write("<params>\n")
for v in values:
write("<param>\n")
self.__dump(v)
write("</param>\n")
write("</params>\n")
result =3D string.join(self.__out, "")
del self.__out, self.write # don't need this any more
return result
def __dump(self, value):
try:
f =3D self.dispatch[type(value)]
except KeyError:
raise TypeError, "cannot marshal %s objects" % type(value)
else:
f(self, value)
def dump_int(self, value):
self.write("<value><int>%s</int></value>\n" % value)
dispatch[IntType] =3D dump_int
def dump_double(self, value):
self.write("<value><double>%s</double></value>\n" % value)
dispatch[FloatType] =3D dump_double
def dump_string(self, value):
self.write("<value><string>%s</string></value>\n" % =
escape(value))
dispatch[StringType] =3D dump_string
def container(self, value):
if value:
i =3D id(value)
if self.memo.has_key(i):
raise TypeError, "cannot marshal recursive data =
structures"
self.memo[i] =3D None
def dump_array(self, value):
self.container(value)
write =3D self.write
write("<value><array><data>\n")
for v in value:
self.__dump(v)
write("</data></array></value>\n")
dispatch[TupleType] =3D dump_array
dispatch[ListType] =3D dump_array
def dump_struct(self, value):
self.container(value)
write =3D self.write
write("<value><struct>\n")
for k, v in value.items():
write("<member>\n")
if type(k) is not StringType:
raise TypeError, "dictionary key must be string"
write("<name>%s</name>\n" % escape(k))
self.__dump(v)
write("</member>\n")
write("</struct></value>\n")
dispatch[DictType] =3D dump_struct
def dump_instance(self, value):
# check for special wrappers
if value.__class__ in WRAPPERS:
value.encode(self)
else:
# store instance attributes as a struct (really?)
self.dump_struct(value.__dict__)
dispatch[InstanceType] =3D dump_instance
class Unmarshaller:
# unmarshal an XML-RPC response, based on incoming XML event
# messages (start, data, end). call close to get the resulting
# data structure
# note that this reader is fairly tolerant, and gladly accepts
# bogus XML-RPC data without complaining (but not bogus XML).
# and again, if you don't understand what's going on in here,
# that's perfectly ok.
def __init__(self):
self._type =3D None
self._stack =3D []
self._marks =3D []
self._data =3D []
self._methodname =3D None
self.append =3D self._stack.append
def close(self):
# return response code and the actual response
if self._type is None or self._marks:
raise ResponseError()
if self._type =3D=3D "fault":
raise apply(Fault, (), self._stack[0])
return tuple(self._stack)
def getmethodname(self):
return self._methodname
#
# event handlers
def start(self, tag, attrs):
# prepare to handle this element
if tag in ("array", "struct"):
self._marks.append(len(self._stack))
self._data =3D []
self._value =3D (tag =3D=3D "value")
def data(self, text):
self._data.append(text)
dispatch =3D {}
def end(self, tag):
# call the appropriate end tag handler
try:
f =3D self.dispatch[tag]
except KeyError:
pass # unknown tag ?
else:
return f(self)
#
# element decoders
def end_boolean(self, join=3Dstring.join):
value =3D join(self._data, "")
if value =3D=3D "0":
self.append(False)
elif value =3D=3D "1":
self.append(True)
else:
raise TypeError, "bad boolean value"
self._value =3D 0
dispatch["boolean"] =3D end_boolean
def end_int(self, join=3Dstring.join):
self.append(int(join(self._data, "")))
self._value =3D 0
dispatch["i4"] =3D end_int
dispatch["int"] =3D end_int
def end_double(self, join=3Dstring.join):
self.append(float(join(self._data, "")))
self._value =3D 0
dispatch["double"] =3D end_double
def end_string(self, join=3Dstring.join):
self.append(join(self._data, ""))
self._value =3D 0
dispatch["string"] =3D end_string
dispatch["name"] =3D end_string # struct keys are always strings
def end_array(self):
mark =3D self._marks[-1]
del self._marks[-1]
# map arrays to Python lists
self._stack[mark:] =3D [self._stack[mark:]]
self._value =3D 0
dispatch["array"] =3D end_array
def end_struct(self):
mark =3D self._marks[-1]
del self._marks[-1]
# map structs to Python dictionaries
dict =3D {}
items =3D self._stack[mark:]
for i in range(0, len(items), 2):
dict[items[i]] =3D items[i+1]
self._stack[mark:] =3D [dict]
self._value =3D 0
dispatch["struct"] =3D end_struct
def end_base64(self, join=3Dstring.join):
value =3D Binary()
value.decode(join(self._data, ""))
self.append(value)
self._value =3D 0
dispatch["base64"] =3D end_base64
def end_dateTime(self, join=3Dstring.join):
value =3D DateTime()
value.decode(join(self._data, ""))
self.append(value)
dispatch["dateTime.iso8601"] =3D end_dateTime
def end_value(self):
# if we stumble upon an value element with no internal
# elements, treat it as a string element
if self._value:
self.end_string()
dispatch["value"] =3D end_value
def end_params(self):
self._type =3D "params"
dispatch["params"] =3D end_params
def end_fault(self):
self._type =3D "fault"
dispatch["fault"] =3D end_fault
def end_methodName(self, join=3Dstring.join):
self._methodname =3D join(self._data, "")
dispatch["methodName"] =3D end_methodName
# --------------------------------------------------------------------
# convenience functions
def getparser():
# get the fastest available parser, and attach it to an
# unmarshalling object. return both objects.
target =3D Unmarshaller()
if FastParser:
return FastParser(target), target
return SlowParser(target), target
def dumps(params, methodname=3DNone, methodresponse=3DNone):
# convert a tuple or a fault object to an XML-RPC packet
assert type(params) =3D=3D TupleType or isinstance(params, Fault),\
"argument must be tuple or Fault instance"
m =3D Marshaller()
data =3D m.dumps(params)
# standard XML-RPC wrappings
if methodname:
# a method call
data =3D (
"<?xml version=3D'1.0'?>\n"
"<methodCall>\n"
"<methodName>%s</methodName>\n"
"%s\n"
"</methodCall>\n" % (methodname, data)
)
elif methodresponse or isinstance(params, Fault):
# a method response
data =3D (
"<?xml version=3D'1.0'?>\n"
"<methodResponse>\n"
"%s\n"
"</methodResponse>\n" % data
)
return data
def loads(data):
# convert an XML-RPC packet to data plus a method name (None
# if not present). if the XML-RPC packet represents a fault
# condition, this function raises a Fault exception.
p, u =3D getparser()
p.feed(data)
p.close()
return u.close(), u.getmethodname()
# --------------------------------------------------------------------
# request dispatcher
class _Method:
# some magic to bind an XML-RPC method to an RPC server.
# supports "nested" methods (e.g. examples.getStateName)
def __init__(self, send, name):
self.__send =3D send
self.__name =3D name
def __getattr__(self, name):
return _Method(self.__send, "%s.%s" % (self.__name, name))
def __call__(self, *args):
return self.__send(self.__name, args)
class Transport:
"""Handles an HTTP transaction to an XML-RPC server"""
# client identifier (may be overridden)
user_agent =3D "xmlrpclib.py/%s (by www.pythonware.com)" % =
__version__
=20
def __init__(self, username=3DNone, password=3DNone):
self.username=3Dusername
self.password=3Dpassword
=20
def request(self, host, handler, request_body):
# issue XML-RPC request
import httplib
h =3D httplib.HTTP(host)
h.putrequest("POST", handler)
# required by HTTP/1.1
h.putheader("Host", host)
# required by XML-RPC
h.putheader("User-Agent", self.user_agent)
h.putheader("Content-Type", "text/xml")
h.putheader("Content-Length", str(len(request_body)))
=20
# basic auth
if self.username is not None and self.password is not None:
h.putheader("AUTHORIZATION", "Basic %s" % string.replace(
base64.encodestring("%s:%s" % (self.username, =
self.password)),
"\012", ""))
=20
h.endheaders()
if request_body:
h.send(request_body)
errcode, errmsg, headers =3D h.getreply()
if errcode !=3D 200:
raise ProtocolError(
host + handler,
errcode, errmsg,
headers
)
return self.parse_response(h.getfile())
def parse_response(self, f):
# read response from input file, and parse it
p, u =3D getparser()
while 1:
response =3D f.read(1024)
if not response:
break
p.feed(response)
f.close()
p.close()
return u.close()
class Server:
"""Represents a connection to an XML-RPC server"""
def __init__(self, uri, transport=3DNone, username=3DNone, =
password=3DNone):
# establish a "logical" server connection
# get the url
type, uri =3D urllib.splittype(uri)
if type !=3D "http":
raise IOError, "unsupported XML-RPC protocol"
self.__host, self.__handler =3D urllib.splithost(uri)
if not self.__handler:
self.__handler =3D "/RPC2"
if transport is None:
transport =3D Transport(username=3Dusername, =
password=3Dpassword)
self.__transport =3D transport
def __request(self, methodname, params):
# call a method on the remote server
request =3D dumps(params, methodname)
response =3D self.__transport.request(
self.__host,
self.__handler,
request
)
if len(response) =3D=3D 1:
return response[0]
return response
def __repr__(self):
return (
"<Server proxy for %s%s>" %
(self.__host, self.__handler)
)
__str__ =3D __repr__
def __getattr__(self, name):
# magic method dispatcher
return _Method(self.__request, name)
if __name__ =3D=3D "__main__":
# simple test program (from the XML-RPC specification)
# server =3D Server("http://localhost:8000") # local server
server =3D Server("http://betty.userland.com")
print server
try:
print server.examples.getStateName(41)
except Error, v:
print "ERROR", v
------=_NextPart_000_001D_01BFFD6D.F5A1AFA0--