Slightly better Rapid7 parser

This commit is contained in:
Geoffrey Frogeye 2019-12-15 16:38:01 +01:00
parent d976752797
commit 954b33b2a6
Signed by: geoffrey
GPG key ID: D8A7ECA00A8CD3DD

View file

@ -2,7 +2,6 @@
import argparse
import database
import json
import logging
import sys
import typing
@ -66,12 +65,16 @@ class Rapid7Parser(Parser):
}
def consume(self) -> None:
data = dict()
for line in self.buf:
self.db.enter_step('parse_rapid7')
try:
data = json.loads(line)
except json.decoder.JSONDecodeError:
continue
split = line.split('"')
for k in range(1, 14, 4):
key = split[k]
val = split[k+2]
data[key] = val
self.register(
Rapid7Parser.TYPES[data['type']],
int(data['timestamp']),