geoffrey/eulaurarien
1
0
Fork 0
Code Issues 6 Pull requests Releases 1 Wiki Activity

Slightly better Rapid7 parser

Browse source
This commit is contained in:
Geoffrey Frogeye 2019-12-15 16:38:01 +01:00
parent d976752797
commit 954b33b2a6
Signed by: geoffrey
GPG key ID: D8A7ECA00A8CD3DD
1 changed files with 8 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
feed_dns.py
View file

@ -2,7 +2,6 @@
import argparse import argparse
import database import database
import json
import logging import logging
import sys import sys
import typing import typing
@ -66,12 +65,16 @@ class Rapid7Parser(Parser):
} }
def consume(self) -> None: def consume(self) -> None:
data = dict()
for line in self.buf: for line in self.buf:
self.db.enter_step('parse_rapid7') self.db.enter_step('parse_rapid7')
try: split = line.split('"')
data = json.loads(line)
except json.decoder.JSONDecodeError: for k in range(1, 14, 4):
continue key = split[k]
val = split[k+2]
data[key] = val
self.register( self.register(
Rapid7Parser.TYPES[data['type']], Rapid7Parser.TYPES[data['type']],
int(data['timestamp']), int(data['timestamp']),