18153960591

Committed 01 Oct 2025 06:50AM UTC coverage: 83.781% (-0.03%) from 83.811%

Build # 18153960591

Build Type

Pull #415

github

Committed by

web-flow

Commit Message

Update docs/articles/old-guide/convert_zodb_guide.py

Co-authored-by: Michael Howitz <icemac@gmx.net>

Pull Request Pull Request #415: Apply the latest zope.meta templates

Run Details

2441 of 3542 branches covered (68.92%)

193 of 257 new or added lines in 48 files covered. (75.1%)

12 existing lines in 6 files now uncovered.

13353 of 15938 relevant lines covered (83.78%)

0.84 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/src/ZODB/tests/speed.py

import getopt
import os
import string
import sys
import time

import persistent
import transaction

import ZODB
import ZODB.FileStorage


##############################################################################
#
# Copyright (c) 2001, 2002 Zope Foundation and Contributors.
# All Rights Reserved.
#
# This software is subject to the provisions of the Zope Public License,
# Version 2.1 (ZPL).  A copy of the ZPL should accompany this distribution.
# THIS SOFTWARE IS PROVIDED "AS IS" AND ANY AND ALL EXPRESS OR IMPLIED
# WARRANTIES ARE DISCLAIMED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF TITLE, MERCHANTABILITY, AGAINST INFRINGEMENT, AND FITNESS
# FOR A PARTICULAR PURPOSE
#
##############################################################################
usage = """Test speed of a ZODB storage

Options:

    -d file    The data file to use as input.
               The default is this script.

    -n n       The number of repititions

    -s module  A module that defines a 'Storage'
               attribute, which is an open storage.
               If not specified, a FileStorage will ne
               used.

    -z         Test compressing data

    -D         Run in debug mode

    -L         Test loads as well as stores by minimizing
               the cache after eachrun

    -M         Output means only
"""

sys.path.insert(0, os.getcwd())


class P(persistent.Persistent):
    pass


def main(args):

    opts, args = getopt.getopt(args, 'zd:n:Ds:LM')
    z = s = None
    data = sys.argv[0]
    nrep = 5
    minimize = 0
    detailed = 1
    for o, v in opts:
        if o == '-n':
            nrep = string.atoi(v)
        elif o == '-d':
            data = v
        elif o == '-s':
            s = v
        elif o == '-z':
            global zlib
            import zlib
            z = compress
        elif o == '-L':
            minimize = 1
        elif o == '-M':
            detailed = 0
        elif o == '-D':
            os.environ['STUPID_LOG_FILE'] = ''
            os.environ['STUPID_LOG_SEVERITY'] = '-999'

    if s:
        s = __import__(s, globals(), globals(), ('__doc__',))
        s = s.Storage
    else:
        s = ZODB.FileStorage.FileStorage('zeo_speed.fs', create=1)

    with open(data) as fp:
        data = fp.read()
    db = ZODB.DB(s,
                 # disable cache deactivation
                 cache_size=4000,
                 cache_deactivate_after=6000,)

    results = {1: 0, 10: 0, 100: 0, 1000: 0}
    for j in range(nrep):
        for r in 1, 10, 100, 1000:
            t = time.time()
            jar = db.open()
            transaction.begin()
            rt = jar.root()
            key = 's%s' % r
            if key in rt:
                p = rt[key]
            else:
                rt[key] = p = P()
            for i in range(r):
                if z is not None:
                    d = z(data)
                else:
                    d = data
                v = getattr(p, str(i), P())
                v.d = d
                setattr(p, str(i), v)
            transaction.commit()
            jar.close()
            t = time.time() - t
            if detailed:
                sys.stderr.write(f"{j}\t{r}\t{t:.4f}\n")
                sys.stdout.flush()
            results[r] = results[r] + t
            rt = d = p = v = None  # release all references
            if minimize:
                time.sleep(3)
                jar.cacheMinimize(3)

    if detailed:
        print('-' * 24)
    for r in 1, 10, 100, 1000:
        t = results[r] / nrep
        sys.stderr.write(
            f"mean:\t{r}\t{t:.4f}\t{t / r:.4f} (s/o)\n")

    db.close()


def compress(s):
    c = zlib.compressobj()
    o = c.compress(s)
    return o + c.flush()


if __name__ == '__main__':
    main(sys.argv[1:])

1	import getopt	×
2	import os	×
3	import string	×
4	import sys	×
5	import time	×
6
7	import persistent	×
8	import transaction	×
9
10	import ZODB	×
11	import ZODB.FileStorage	×
12
13
14	##############################################################################
15	#
16	# Copyright (c) 2001, 2002 Zope Foundation and Contributors.
17	# All Rights Reserved.
18	#
19	# This software is subject to the provisions of the Zope Public License,
20	# Version 2.1 (ZPL). A copy of the ZPL should accompany this distribution.
21	# THIS SOFTWARE IS PROVIDED "AS IS" AND ANY AND ALL EXPRESS OR IMPLIED
22	# WARRANTIES ARE DISCLAIMED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
23	# WARRANTIES OF TITLE, MERCHANTABILITY, AGAINST INFRINGEMENT, AND FITNESS
24	# FOR A PARTICULAR PURPOSE
25	#
26	##############################################################################
27	usage = """Test speed of a ZODB storage	×
28
29	Options:
30
31	-d file The data file to use as input.
32	The default is this script.
33
34	-n n The number of repititions
35
36	-s module A module that defines a 'Storage'
37	attribute, which is an open storage.
38	If not specified, a FileStorage will ne
39	used.
40
41	-z Test compressing data
42
43	-D Run in debug mode
44
45	-L Test loads as well as stores by minimizing
46	the cache after eachrun
47
48	-M Output means only
49	"""
50
51	sys.path.insert(0, os.getcwd())	×
52
53
54	class P(persistent.Persistent):	×
55	pass	×
56
57
58	def main(args):	×
59
60	opts, args = getopt.getopt(args, 'zd:n:Ds:LM')	×
61	z = s = None	×
62	data = sys.argv[0]	×
63	nrep = 5	×
64	minimize = 0	×
65	detailed = 1	×
66	for o, v in opts:	×
67	if o == '-n':	×
68	nrep = string.atoi(v)	×
69	elif o == '-d':	×
70	data = v	×
71	elif o == '-s':	×
72	s = v	×
73	elif o == '-z':	×
74	global zlib
75	import zlib	×
76	z = compress	×
77	elif o == '-L':	×
78	minimize = 1	×
79	elif o == '-M':	×
80	detailed = 0	×
81	elif o == '-D':	×
82	os.environ['STUPID_LOG_FILE'] = ''	×
83	os.environ['STUPID_LOG_SEVERITY'] = '-999'	×
84
85	if s:	×
86	s = __import__(s, globals(), globals(), ('__doc__',))	×
87	s = s.Storage	×
88	else:
89	s = ZODB.FileStorage.FileStorage('zeo_speed.fs', create=1)	×
90
91	with open(data) as fp:	×
92	data = fp.read()	×
93	db = ZODB.DB(s,	×
94	# disable cache deactivation
95	cache_size=4000,
96	cache_deactivate_after=6000,)
97
98	results = {1: 0, 10: 0, 100: 0, 1000: 0}	×
99	for j in range(nrep):	×
100	for r in 1, 10, 100, 1000:	×
101	t = time.time()	×
102	jar = db.open()	×
103	transaction.begin()	×
104	rt = jar.root()	×
105	key = 's%s' % r	×
106	if key in rt:	×
107	p = rt[key]	×
108	else:
109	rt[key] = p = P()	×
110	for i in range(r):	×
111	if z is not None:	×
112	d = z(data)	×
113	else:
114	d = data	×
115	v = getattr(p, str(i), P())	×
116	v.d = d	×
117	setattr(p, str(i), v)	×
118	transaction.commit()	×
119	jar.close()	×
NEW 120	t = time.time() - t	×
121	if detailed:	×
NEW 122	sys.stderr.write(f"{j}\t{r}\t{t:.4f}\n")	×
123	sys.stdout.flush()	×
NEW 124	results[r] = results[r] + t	×
125	rt = d = p = v = None # release all references	×
126	if minimize:	×
127	time.sleep(3)	×
128	jar.cacheMinimize(3)	×
129
130	if detailed:	×
NEW 131	print('-' * 24)	×
132	for r in 1, 10, 100, 1000:	×
NEW 133	t = results[r] / nrep	×
NEW 134	sys.stderr.write(	×
135	f"mean:\t{r}\t{t:.4f}\t{t / r:.4f} (s/o)\n")
136
137	db.close()	×
138
139
140	def compress(s):	×
141	c = zlib.compressobj()	×
142	o = c.compress(s)	×
NEW 143	return o + c.flush()	×
144
145
146	if __name__ == '__main__':
147	main(sys.argv[1:])

zopefoundation / ZODB / 18153960591

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous