1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
|
# Copyright (c) 2017 Weitian LI <weitian@aaronly.me>
# MIT license
"""
Profiling utilities to help analyze the code.
"""
import sys
import resource
import gc
from numbers import Number
from collections import Set, Mapping, deque, defaultdict
def getsize(obj):
"""
Recursively iterate to sum size of object & members.
Returns
-------
size : int
The size of the object in units of "Bytes".
Credit
------
* How do I determine the size of an object in Python?
https://stackoverflow.com/a/30316760/4856091
"""
zero_depth_bases = (str, bytes, Number, range, bytearray)
def inner(obj, _seen_ids=set()):
obj_id = id(obj)
if obj_id in _seen_ids:
return 0
_seen_ids.add(obj_id)
size = sys.getsizeof(obj)
if isinstance(obj, zero_depth_bases):
# bypass remaining control flow and return
pass
elif isinstance(obj, (tuple, list, Set, deque)):
size += sum(inner(i) for i in obj)
elif isinstance(obj, Mapping) or hasattr(obj, "items"):
size += sum(inner(k) + inner(v) for k, v in obj.items())
# Check for custom object instances - may subclass above too
if hasattr(obj, "__dict__"):
size += inner(vars(obj))
if hasattr(obj, "__slots__"):
# can have ``__slots__`` with ``__dict__``
size += sum(inner(getattr(obj, s))
for s in obj.__slots__ if hasattr(obj, s))
return size
return inner(obj)
def get_objcounts():
"""
Get the current objects and counts as an dictionary.
Credit
------
* Working around memory leaks
https://stackoverflow.com/a/1641280/4856091
"""
objcounts = defaultdict(int)
for obj in gc.get_objects():
objcounts[type(obj)] += 1
return objcounts
def diff_objcounts(objc, objc_ref):
"""
Compare the ``objc1`` to ``objc_ref`` and return the differences
in a list of ``(type, counts)``.
Credit
------
* Working around memory leaks
https://stackoverflow.com/a/1641280/4856091
"""
diff = [(k, objc[k]-objc_ref[k])
for k in objc
if (objc[k]-objc_ref[k])]
return diff
def mem_usage(MiB=True):
"""
Get the current memory usage.
"""
usage = resource.getrusage(resource.RUSAGE_SELF).ru_maxrss # [KiB]
unit = "KiB"
if MiB:
usage /= 1024
unit = "MiB"
return (usage, unit)
|
