Profiling is now optional

This commit is contained in:
Geoffrey Frogeye 2019-12-25 13:51:54 +01:00
parent c543e0eab6
commit bb9e6de62f
Signed by: geoffrey
GPG Key ID: D8A7ECA00A8CD3DD
2 changed files with 22 additions and 7 deletions

View File

@ -1,3 +1,4 @@
RAPID7_API_KEY=
CACHE_SIZE=536870912
MASSDNS_HASHMAP_SIZE=1000
PROFILE=0

View File

@ -11,6 +11,7 @@ import coloredlogs
import pickle
import numpy
import math
import os
TLD_LIST: typing.Set[str] = set()
@ -127,13 +128,23 @@ MatchCallable = typing.Callable[[Path,
class Profiler():
def __init__(self) -> None:
self.log = logging.getLogger('profiler')
self.time_last = time.perf_counter()
self.time_step = 'init'
self.time_dict: typing.Dict[str, float] = dict()
self.step_dict: typing.Dict[str, int] = dict()
do_profile = int(os.environ.get('PROFILE', '0'))
if do_profile:
self.log = logging.getLogger('profiler')
self.time_last = time.perf_counter()
self.time_step = 'init'
self.time_dict: typing.Dict[str, float] = dict()
self.step_dict: typing.Dict[str, int] = dict()
self.enter_step = self.enter_step_real
self.profile = self.profile_real
else:
self.enter_step = self.enter_step_dummy
self.profile = self.profile_dummy
def enter_step(self, name: str) -> None:
def enter_step_dummy(self, name: str) -> None:
return
def enter_step_real(self, name: str) -> None:
now = time.perf_counter()
try:
self.time_dict[self.time_step] += now - self.time_last
@ -144,7 +155,10 @@ class Profiler():
self.time_step = name
self.time_last = time.perf_counter()
def profile(self) -> None:
def profile_dummy(self) -> None:
return
def profile_real(self) -> None:
self.enter_step('profile')
total = sum(self.time_dict.values())
for key, secs in sorted(self.time_dict.items(), key=lambda t: t[1]):