/usr/lib/python3/dist-packages/postgresql/test/perf_copy_io.py is in python3-postgresql 1.0.2-1+b1.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 | ##
# test.perf_copy_io - Copy I/O: To and From performance
##
import os, sys, random, time
if __name__ == '__main__':
with open('/usr/share/dict/words', mode='brU') as wordfile:
Words = wordfile.readlines()
else:
Words = [b'/usr/share/dict/words', b'is', b'read', b'in', b'__main__']
wordcount = len(Words)
random.seed()
def getWord():
"extract a random word from ``Words``"
return Words[random.randrange(0, wordcount)].strip()
def testSpeed(tuples = 50000 * 3):
sqlexec("CREATE TEMP TABLE _copy "
"(i int, t text, mt text, ts text, ty text, tx text);")
try:
Q = prepare("COPY _copy FROM STDIN")
size = 0
def incsize(data):
'count of bytes'
nonlocal size
size += len(data)
return data
sys.stderr.write("preparing data(%d tuples)...\n" %(tuples,))
# Use an LC to avoid the Python overhead involved with a GE
data = [incsize(b'\t'.join((
str(x).encode('ascii'), getWord(), getWord(),
getWord(), getWord(), getWord()
)))+b'\n' for x in range(tuples)]
sys.stderr.write("starting copy...\n")
start = time.time()
copied_in = Q.load_rows(data)
duration = time.time() - start
sys.stderr.write(
"COPY FROM STDIN Summary,\n " \
"copied tuples: %d\n " \
"copied bytes: %d\n " \
"duration: %f\n " \
"average tuple size(bytes): %f\n " \
"average KB per second: %f\n " \
"average tuples per second: %f\n" %(
tuples, size, duration,
size / tuples,
size / 1024 / duration,
tuples / duration,
)
)
Q = prepare("COPY _copy TO STDOUT")
start = time.time()
c = 0
for rows in Q.chunks():
c += len(rows)
duration = time.time() - start
sys.stderr.write(
"COPY TO STDOUT Summary,\n " \
"copied tuples: %d\n " \
"duration: %f\n " \
"average KB per second: %f\n " \
"average tuples per second: %f\n " %(
c, duration,
size / 1024 / duration,
tuples / duration,
)
)
finally:
sqlexec("DROP TABLE _copy")
if __name__ == '__main__':
testSpeed()
|