mirror of
https://github.com/adulau/pdns-qof-server.git
synced 2024-11-22 01:57:07 +00:00
GitHub
commit
78099741a6
2 changed files with 194 additions and 228 deletions
|
|
@ -15,115 +15,24 @@
|
||||||
# Copyright (c) 2013 Alexandre Dulaunoy - a@foo.be
|
# Copyright (c) 2013 Alexandre Dulaunoy - a@foo.be
|
||||||
|
|
||||||
import tornado.escape
|
import tornado.escape
|
||||||
from tornado.ioloop import IOLoop
|
|
||||||
import tornado.web
|
import tornado.web
|
||||||
import tornado.process
|
import tornado.process
|
||||||
|
from tornado.ioloop import IOLoop
|
||||||
from tornado.concurrent import run_on_executor
|
from tornado.concurrent import run_on_executor
|
||||||
from concurrent.futures import ThreadPoolExecutor
|
|
||||||
|
|
||||||
|
from concurrent.futures import ThreadPoolExecutor
|
||||||
import argparse
|
import argparse
|
||||||
from ipaddress import ip_address
|
|
||||||
import redis
|
|
||||||
import json
|
|
||||||
import sys
|
import sys
|
||||||
import signal
|
import signal
|
||||||
|
from ipaddress import ip_address
|
||||||
|
|
||||||
|
from .query import QueryRecords
|
||||||
|
|
||||||
|
|
||||||
def handle_signal(sig, frame):
|
def handle_signal(sig, frame):
|
||||||
IOLoop.instance().add_callback(IOLoop.instance().stop)
|
IOLoop.instance().add_callback(IOLoop.instance().stop)
|
||||||
|
|
||||||
|
|
||||||
def getFirstSeen(t1=None, t2=None):
|
|
||||||
if t1 is None or t2 is None:
|
|
||||||
return False
|
|
||||||
rec = "s:" + t1.lower() + ":" + t2.lower()
|
|
||||||
recget = r.get(rec)
|
|
||||||
if recget is not None:
|
|
||||||
return int(recget.decode(encoding='UTF-8'))
|
|
||||||
|
|
||||||
|
|
||||||
def getLastSeen(t1=None, t2=None):
|
|
||||||
if t1 is None or t2 is None:
|
|
||||||
return False
|
|
||||||
rec = "l:" + t1.lower() + ":" + t2.lower()
|
|
||||||
recget = r.get(rec)
|
|
||||||
if recget is not None:
|
|
||||||
return int(recget.decode(encoding='UTF-8'))
|
|
||||||
|
|
||||||
|
|
||||||
def getCount(t1=None, t2=None):
|
|
||||||
if t1 is None or t2 is None:
|
|
||||||
return False
|
|
||||||
rec = "o:" + t1.lower() + ":" + t2.lower()
|
|
||||||
recget = r.get(rec)
|
|
||||||
if recget is not None:
|
|
||||||
return int(recget.decode(encoding='UTF-8'))
|
|
||||||
|
|
||||||
|
|
||||||
def getRecord(t=None):
|
|
||||||
if t is None:
|
|
||||||
return False
|
|
||||||
rrfound = []
|
|
||||||
for rr in rrset:
|
|
||||||
if (rr['Value']) is not None and rr['Value'] in rrset_supported:
|
|
||||||
rec = "r:" + t + ":" + rr['Value']
|
|
||||||
rs = r.smembers(rec)
|
|
||||||
if rs:
|
|
||||||
for v in rs:
|
|
||||||
rrval = {}
|
|
||||||
rdata = v.decode(encoding='UTF-8').strip()
|
|
||||||
rrval['time_first'] = getFirstSeen(t1=t, t2=rdata)
|
|
||||||
rrval['time_last'] = getLastSeen(t1=t, t2=rdata)
|
|
||||||
if rrval['time_first'] is None:
|
|
||||||
break
|
|
||||||
rrval['count'] = getCount(t1=t, t2=rdata)
|
|
||||||
rrval['rrtype'] = rr['Type']
|
|
||||||
rrval['rrname'] = t
|
|
||||||
rrval['rdata'] = rdata
|
|
||||||
if origin:
|
|
||||||
rrval['origin'] = origin
|
|
||||||
rrfound.append(rrval)
|
|
||||||
return rrfound
|
|
||||||
|
|
||||||
|
|
||||||
def getAssociatedRecords(rdata=None):
|
|
||||||
if rdata is None:
|
|
||||||
return False
|
|
||||||
rec = "v:" + rdata.lower()
|
|
||||||
records = []
|
|
||||||
if r.smembers(rec):
|
|
||||||
for v in r.smembers(rec):
|
|
||||||
records.append(v.decode(encoding='UTF-8'))
|
|
||||||
return records
|
|
||||||
|
|
||||||
|
|
||||||
def RemDuplicate(d=None):
|
|
||||||
if d is None:
|
|
||||||
return False
|
|
||||||
outd = [dict(t) for t in set([tuple(o.items()) for o in d])]
|
|
||||||
return outd
|
|
||||||
|
|
||||||
|
|
||||||
def JsonQOF(rrfound=None, RemoveDuplicate=True):
|
|
||||||
if rrfound is None:
|
|
||||||
return False
|
|
||||||
rrqof = ""
|
|
||||||
|
|
||||||
if RemoveDuplicate:
|
|
||||||
rrfound = RemDuplicate(d=rrfound)
|
|
||||||
|
|
||||||
for rr in rrfound:
|
|
||||||
rrqof = rrqof + json.dumps(rr) + "\n"
|
|
||||||
return rrqof
|
|
||||||
|
|
||||||
|
|
||||||
class InfoHandler(tornado.web.RequestHandler):
|
|
||||||
def get(self):
|
|
||||||
response = {'version': 'git',
|
|
||||||
'software': 'pdns-qof-server'}
|
|
||||||
self.write(response)
|
|
||||||
|
|
||||||
|
|
||||||
def is_ip(q):
|
def is_ip(q):
|
||||||
try:
|
try:
|
||||||
ip_address(q)
|
ip_address(q)
|
||||||
|
|
@ -132,6 +41,12 @@ def is_ip(q):
|
||||||
return False
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
class InfoHandler(tornado.web.RequestHandler):
|
||||||
|
def get(self):
|
||||||
|
response = {'version': 'git', 'software': 'pdns-qof-server'}
|
||||||
|
self.write(response)
|
||||||
|
|
||||||
|
|
||||||
class QueryHandler(tornado.web.RequestHandler):
|
class QueryHandler(tornado.web.RequestHandler):
|
||||||
|
|
||||||
# Default value in Python 3.5
|
# Default value in Python 3.5
|
||||||
|
|
@ -141,13 +56,11 @@ class QueryHandler(tornado.web.RequestHandler):
|
||||||
|
|
||||||
@run_on_executor
|
@run_on_executor
|
||||||
def run_request(self, q):
|
def run_request(self, q):
|
||||||
to_return = []
|
|
||||||
if is_ip(q):
|
if is_ip(q):
|
||||||
for x in getAssociatedRecords(q):
|
q = query.getAssociatedRecords(q)
|
||||||
to_return.append(JsonQOF(getRecord(x)))
|
|
||||||
else:
|
else:
|
||||||
to_return.append(JsonQOF(getRecord(t=q.strip())))
|
q = [q]
|
||||||
return to_return
|
return [query.getRecord(x) for x in q]
|
||||||
|
|
||||||
@tornado.gen.coroutine
|
@tornado.gen.coroutine
|
||||||
def get(self, q):
|
def get(self, q):
|
||||||
|
|
@ -162,41 +75,8 @@ class QueryHandler(tornado.web.RequestHandler):
|
||||||
self.finish()
|
self.finish()
|
||||||
|
|
||||||
|
|
||||||
class FullQueryHandler(tornado.web.RequestHandler):
|
|
||||||
# Default value in Python 3.5
|
|
||||||
# https://docs.python.org/3/library/concurrent.futures.html#concurrent.futures.ThreadPoolExecutor
|
|
||||||
nb_threads = tornado.process.cpu_count() * 5
|
|
||||||
executor = ThreadPoolExecutor(nb_threads)
|
|
||||||
|
|
||||||
@run_on_executor
|
|
||||||
def run_request(self, q):
|
|
||||||
to_return = []
|
|
||||||
if is_ip(q):
|
|
||||||
for x in getAssociatedRecords(q):
|
|
||||||
to_return.append(JsonQOF(getRecord(x)))
|
|
||||||
else:
|
|
||||||
for x in getAssociatedRecords(q):
|
|
||||||
to_return.append(JsonQOF(getRecord(t=x.strip())))
|
|
||||||
return to_return
|
|
||||||
|
|
||||||
@tornado.gen.coroutine
|
|
||||||
def get(self, q):
|
|
||||||
print("fquery: " + q)
|
|
||||||
try:
|
|
||||||
responses = yield self.run_request(q)
|
|
||||||
for r in responses:
|
|
||||||
self.write(r)
|
|
||||||
except Exception as e:
|
|
||||||
print('Something went wrong with {}:\n{}'.format(q, e))
|
|
||||||
finally:
|
|
||||||
self.finish()
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
global rrset
|
global query
|
||||||
global r
|
|
||||||
global rrset_supported
|
|
||||||
global origin
|
|
||||||
signal.signal(signal.SIGINT, handle_signal)
|
signal.signal(signal.SIGINT, handle_signal)
|
||||||
signal.signal(signal.SIGTERM, handle_signal)
|
signal.signal(signal.SIGTERM, handle_signal)
|
||||||
argParser = argparse.ArgumentParser(description='qof-server server')
|
argParser = argparse.ArgumentParser(description='qof-server server')
|
||||||
|
|
@ -207,6 +87,7 @@ def main():
|
||||||
argParser.add_argument('-rl', default='localhost', help='redis-server listen address (default localhost)')
|
argParser.add_argument('-rl', default='localhost', help='redis-server listen address (default localhost)')
|
||||||
argParser.add_argument('-rd', default=0, help='redis-server database (default 0)')
|
argParser.add_argument('-rd', default=0, help='redis-server database (default 0)')
|
||||||
args = argParser.parse_args()
|
args = argParser.parse_args()
|
||||||
|
|
||||||
origin = args.o
|
origin = args.o
|
||||||
port = args.p
|
port = args.p
|
||||||
listen = args.l
|
listen = args.l
|
||||||
|
|
@ -214,97 +95,10 @@ def main():
|
||||||
redis_listen = args.rl
|
redis_listen = args.rl
|
||||||
redis_db = args.rd
|
redis_db = args.rd
|
||||||
|
|
||||||
rrset = [
|
query = QueryRecords(redis_listen, redis_port, redis_db, origin)
|
||||||
{"Reference": "[RFC1035]", "Type": "A", "Value": "1", "Meaning": "a host address", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "NS", "Value": "2", "Meaning": "an authoritative name server", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "MD", "Value": "3", "Meaning": "a mail destination (OBSOLETE - use MX)", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "MF", "Value": "4", "Meaning": "a mail forwarder (OBSOLETE - use MX)", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "CNAME", "Value": "5", "Meaning": "the canonical name for an alias", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "SOA", "Value": "6", "Meaning": "marks the start of a zone of authority", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "MB", "Value": "7", "Meaning": "a mailbox domain name (EXPERIMENTAL)", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "MG", "Value": "8", "Meaning": "a mail group member (EXPERIMENTAL)", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "MR", "Value": "9", "Meaning": "a mail rename domain name (EXPERIMENTAL)", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "NULL", "Value": "10", "Meaning": "a null RR (EXPERIMENTAL)", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "WKS", "Value": "11", "Meaning": "a well known service description", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "PTR", "Value": "12", "Meaning": "a domain name pointer", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "HINFO", "Value": "13", "Meaning": "host information", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "MINFO", "Value": "14", "Meaning": "mailbox or mail list information", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "MX", "Value": "15", "Meaning": "mail exchange", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "TXT", "Value": "16", "Meaning": "text strings", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1183]", "Type": "RP", "Value": "17", "Meaning": "for Responsible Person", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1183][RFC5864]", "Type": "AFSDB", "Value": "18", "Meaning": "for AFS Data Base location", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1183]", "Type": "X25", "Value": "19", "Meaning": "for X.25 PSDN address", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1183]", "Type": "ISDN", "Value": "20", "Meaning": "for ISDN address", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1183]", "Type": "RT", "Value": "21", "Meaning": "for Route Through", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1706]", "Type": "NSAP", "Value": "22", "Meaning": "for NSAP address, NSAP style A record", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1348][RFC1637][RFC1706]", "Type": "NSAP-PTR", "Value": "23", "Meaning": "for domain name pointer, NSAP style", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC4034][RFC3755][RFC2535][RFC2536][RFC2537][RFC2931][RFC3110][RFC3008]", "Type": "SIG", "Value": "24", "Meaning": "for security signature", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC4034][RFC3755][RFC2535][RFC2536][RFC2537][RFC2539][RFC3008][RFC3110]", "Type": "KEY", "Value": "25", "Meaning": "for security key", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC2163]", "Type": "PX", "Value": "26", "Meaning": "X.400 mail mapping information", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1712]", "Type": "GPOS", "Value": "27", "Meaning": "Geographical Position", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC3596]", "Type": "AAAA", "Value": "28", "Meaning": "IP6 Address", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1876]", "Type": "LOC", "Value": "29", "Meaning": "Location Information", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC3755][RFC2535]", "Type": "NXT", "Value": "30", "Meaning": "Next Domain (OBSOLETE)", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[Michael_Patton][http://ana-3.lcs.mit.edu/~jnc/nimrod/dns.txt]", "Type": "EID", "Value": "31", "Meaning": "Endpoint Identifier", "Template": "", "Registration Date": "1995-06"},
|
|
||||||
{"Reference": "[1][Michael_Patton][http://ana-3.lcs.mit.edu/~jnc/nimrod/dns.txt]", "Type": "NIMLOC", "Value": "32", "Meaning": "Nimrod Locator", "Template": "", "Registration Date": "1995-06"},
|
|
||||||
{"Reference": "[1][RFC2782]", "Type": "SRV", "Value": "33", "Meaning": "Server Selection", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[\n ATM Forum Technical Committee, \"ATM Name System, V2.0\", Doc ID: AF-DANS-0152.000, July 2000. Available from and held in escrow by IANA.]", "Type": "ATMA", "Value": "34", "Meaning": "ATM Address", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC2915][RFC2168][RFC3403]", "Type": "NAPTR", "Value": "35", "Meaning": "Naming Authority Pointer", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC2230]", "Type": "KX", "Value": "36", "Meaning": "Key Exchanger", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC4398]", "Type": "CERT", "Value": "37", "Meaning": "CERT", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC3226][RFC2874][RFC6563]", "Type": "A6", "Value": "38", "Meaning": "A6 (OBSOLETE - use AAAA)", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC6672]", "Type": "DNAME", "Value": "39", "Meaning": "DNAME", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[Donald_E_Eastlake][http://tools.ietf.org/html/draft-eastlake-kitchen-sink]", "Type": "SINK", "Value": "40", "Meaning": "SINK", "Template": "", "Registration Date": "1997-11"},
|
|
||||||
{"Reference": "[RFC6891][RFC3225]", "Type": "OPT", "Value": "41", "Meaning": "OPT", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC3123]", "Type": "APL", "Value": "42", "Meaning": "APL", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC4034][RFC3658]", "Type": "DS", "Value": "43", "Meaning": "Delegation Signer", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC4255]", "Type": "SSHFP", "Value": "44", "Meaning": "SSH Key Fingerprint", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC4025]", "Type": "IPSECKEY", "Value": "45", "Meaning": "IPSECKEY", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC4034][RFC3755]", "Type": "RRSIG", "Value": "46", "Meaning": "RRSIG", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC4034][RFC3755]", "Type": "NSEC", "Value": "47", "Meaning": "NSEC", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC4034][RFC3755]", "Type": "DNSKEY", "Value": "48", "Meaning": "DNSKEY", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC4701]", "Type": "DHCID", "Value": "49", "Meaning": "DHCID", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC5155]", "Type": "NSEC3", "Value": "50", "Meaning": "NSEC3", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC5155]", "Type": "NSEC3PARAM", "Value": "51", "Meaning": "NSEC3PARAM", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC6698]", "Type": "TLSA", "Value": "52", "Meaning": "TLSA", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC5205]", "Type": "HIP", "Value": "55", "Meaning": "Host Identity Protocol", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[Jim_Reid]", "Type": "NINFO", "Value": "56", "Meaning": "NINFO", "Template": "NINFO/ninfo-completed-template", "Registration Date": "2008-01-21"},
|
|
||||||
{"Reference": "[Jim_Reid]", "Type": "RKEY", "Value": "57", "Meaning": "RKEY", "Template": "RKEY/rkey-completed-template", "Registration Date": "2008-01-21"},
|
|
||||||
{"Reference": "[Wouter_Wijngaards]", "Type": "TALINK", "Value": "58", "Meaning": "Trust Anchor LINK", "Template": "TALINK/talink-completed-template", "Registration Date": "2010-02-17"},
|
|
||||||
{"Reference": "[George_Barwood]", "Type": "CDS", "Value": "59", "Meaning": "Child DS", "Template": "CDS/cds-completed-template", "Registration Date": "2011-06-06"},
|
|
||||||
{"Reference": "[RFC4408]", "Type": "SPF", "Value": "99", "Meaning": "", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[IANA-Reserved]", "Type": "UINFO", "Value": "100", "Meaning": "", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[IANA-Reserved]", "Type": "UID", "Value": "101", "Meaning": "", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[IANA-Reserved]", "Type": "GID", "Value": "102", "Meaning": "", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[IANA-Reserved]", "Type": "UNSPEC", "Value": "103", "Meaning": "", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC6742]", "Type": "NID", "Value": "104", "Meaning": "", "Template": "ILNP/nid-completed-template", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC6742]", "Type": "L32", "Value": "105", "Meaning": "", "Template": "ILNP/l32-completed-template", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC6742]", "Type": "L64", "Value": "106", "Meaning": "", "Template": "ILNP/l64-completed-template", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC6742]", "Type": "LP", "Value": "107", "Meaning": "", "Template": "ILNP/lp-completed-template", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC7043]", "Type": "EUI48", "Value": "108", "Meaning": "an EUI-48 address", "Template": "EUI48/eui48-completed-template", "Registration Date": "2013-03-27"},
|
|
||||||
{"Reference": "[RFC7043]", "Type": "EUI64", "Value": "109", "Meaning": "an EUI-64 address", "Template": "EUI64/eui64-completed-template", "Registration Date": "2013-03-27"},
|
|
||||||
{"Reference": "[RFC2930]", "Type": "TKEY", "Value": "249", "Meaning": "Transaction Key", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC2845]", "Type": "TSIG", "Value": "250", "Meaning": "Transaction Signature", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1995]", "Type": "IXFR", "Value": "251", "Meaning": "incremental transfer", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035][RFC5936]", "Type": "AXFR", "Value": "252", "Meaning": "transfer of an entire zone", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "MAILB", "Value": "253", "Meaning": "mailbox-related RRs (MB, MG or MR)", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035]", "Type": "MAILA", "Value": "254", "Meaning": "mail agent RRs (OBSOLETE - see MX)", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[RFC1035][RFC6895]", "Type": "*", "Value": "255", "Meaning": "A request for all records the server/cache has available", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "[Patrik_Faltstrom]", "Type": "URI", "Value": "256", "Meaning": "URI", "Template": "URI/uri-completed-template", "Registration Date": "2011-02-22"},
|
|
||||||
{"Reference": "[RFC6844]", "Type": "CAA", "Value": "257", "Meaning": "Certification Authority Restriction", "Template": "CAA/caa-completed-template", "Registration Date": "2011-04-07"},
|
|
||||||
{"Reference": "[Sam_Weiler][http://cameo.library.cmu.edu/][\n Deploying DNSSEC Without a Signed Root. Technical Report 1999-19,\nInformation Networking Institute, Carnegie Mellon University, April 2004.]", "Type": "TA", "Value": "32768", "Meaning": "DNSSEC Trust Authorities", "Template": "", "Registration Date": "2005-12-13"},
|
|
||||||
{"Reference": "[RFC4431]", "Type": "DLV", "Value": "32769", "Meaning": "DNSSEC Lookaside Validation", "Template": "", "Registration Date": ""},
|
|
||||||
{"Reference": "", "Type": "Reserved", "Value": "65535", "Meaning": "", "Template": "", "Registration Date": ""}]
|
|
||||||
|
|
||||||
r = redis.StrictRedis(host=redis_listen, port=redis_port, db=redis_db)
|
application = tornado.web.Application([(r"/query/(.*)", QueryHandler),
|
||||||
|
(r"/info", InfoHandler)])
|
||||||
rrset_supported = ['1', '2', '5', '15', '28', '33']
|
|
||||||
|
|
||||||
application = tornado.web.Application([
|
|
||||||
(r"/query/(.*)", QueryHandler),
|
|
||||||
(r"/fquery/(.*)", FullQueryHandler),
|
|
||||||
(r"/info", InfoHandler)
|
|
||||||
])
|
|
||||||
|
|
||||||
application.listen(port, address=listen)
|
application.listen(port, address=listen)
|
||||||
IOLoop.instance().start()
|
IOLoop.instance().start()
|
||||||
|
|
@ -314,11 +108,12 @@ def main():
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
sys.exit(main())
|
sys.exit(main())
|
||||||
elif __name__ == "test":
|
elif __name__ == "test":
|
||||||
|
query = Query('localhost', 6379, 0, 'https://www.circl.lu/pdns/')
|
||||||
qq = ["foo.be", "8.8.8.8"]
|
qq = ["foo.be", "8.8.8.8"]
|
||||||
|
|
||||||
for q in qq:
|
for q in qq:
|
||||||
if is_ip(q):
|
if is_ip(q):
|
||||||
for x in getAssociatedRecords(q):
|
for x in query.getAssociatedRecords(q):
|
||||||
print(JsonQOF(getRecord(x)))
|
print(query.getRecord(x))
|
||||||
else:
|
else:
|
||||||
print(JsonQOF(getRecord(t=q)))
|
print(query.getRecord(t=q))
|
||||||
|
|
|
||||||
171
qos_server/query.py
Normal file
171
qos_server/query.py
Normal file
|
|
@ -0,0 +1,171 @@
|
||||||
|
#!/usr/bin/env python3
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
import json
|
||||||
|
import redis
|
||||||
|
|
||||||
|
|
||||||
|
class QueryRecords(object):
|
||||||
|
|
||||||
|
def __init__(self, redis_listen, redis_port, redis_db, origin):
|
||||||
|
self.rrset = [
|
||||||
|
{"Reference": "[RFC1035]", "Type": "A", "Value": "1", "Meaning": "a host address", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "NS", "Value": "2", "Meaning": "an authoritative name server", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "MD", "Value": "3", "Meaning": "a mail destination (OBSOLETE - use MX)", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "MF", "Value": "4", "Meaning": "a mail forwarder (OBSOLETE - use MX)", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "CNAME", "Value": "5", "Meaning": "the canonical name for an alias", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "SOA", "Value": "6", "Meaning": "marks the start of a zone of authority", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "MB", "Value": "7", "Meaning": "a mailbox domain name (EXPERIMENTAL)", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "MG", "Value": "8", "Meaning": "a mail group member (EXPERIMENTAL)", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "MR", "Value": "9", "Meaning": "a mail rename domain name (EXPERIMENTAL)", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "NULL", "Value": "10", "Meaning": "a null RR (EXPERIMENTAL)", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "WKS", "Value": "11", "Meaning": "a well known service description", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "PTR", "Value": "12", "Meaning": "a domain name pointer", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "HINFO", "Value": "13", "Meaning": "host information", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "MINFO", "Value": "14", "Meaning": "mailbox or mail list information", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "MX", "Value": "15", "Meaning": "mail exchange", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "TXT", "Value": "16", "Meaning": "text strings", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1183]", "Type": "RP", "Value": "17", "Meaning": "for Responsible Person", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1183][RFC5864]", "Type": "AFSDB", "Value": "18", "Meaning": "for AFS Data Base location", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1183]", "Type": "X25", "Value": "19", "Meaning": "for X.25 PSDN address", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1183]", "Type": "ISDN", "Value": "20", "Meaning": "for ISDN address", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1183]", "Type": "RT", "Value": "21", "Meaning": "for Route Through", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1706]", "Type": "NSAP", "Value": "22", "Meaning": "for NSAP address, NSAP style A record", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1348][RFC1637][RFC1706]", "Type": "NSAP-PTR", "Value": "23", "Meaning": "for domain name pointer, NSAP style", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC4034][RFC3755][RFC2535][RFC2536][RFC2537][RFC2931][RFC3110][RFC3008]", "Type": "SIG", "Value": "24", "Meaning": "for security signature", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC4034][RFC3755][RFC2535][RFC2536][RFC2537][RFC2539][RFC3008][RFC3110]", "Type": "KEY", "Value": "25", "Meaning": "for security key", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC2163]", "Type": "PX", "Value": "26", "Meaning": "X.400 mail mapping information", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1712]", "Type": "GPOS", "Value": "27", "Meaning": "Geographical Position", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC3596]", "Type": "AAAA", "Value": "28", "Meaning": "IP6 Address", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1876]", "Type": "LOC", "Value": "29", "Meaning": "Location Information", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC3755][RFC2535]", "Type": "NXT", "Value": "30", "Meaning": "Next Domain (OBSOLETE)", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[Michael_Patton][http://ana-3.lcs.mit.edu/~jnc/nimrod/dns.txt]", "Type": "EID", "Value": "31", "Meaning": "Endpoint Identifier", "Template": "", "Registration Date": "1995-06"},
|
||||||
|
{"Reference": "[1][Michael_Patton][http://ana-3.lcs.mit.edu/~jnc/nimrod/dns.txt]", "Type": "NIMLOC", "Value": "32", "Meaning": "Nimrod Locator", "Template": "", "Registration Date": "1995-06"},
|
||||||
|
{"Reference": "[1][RFC2782]", "Type": "SRV", "Value": "33", "Meaning": "Server Selection", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[\n ATM Forum Technical Committee, \"ATM Name System, V2.0\", Doc ID: AF-DANS-0152.000, July 2000. Available from and held in escrow by IANA.]", "Type": "ATMA", "Value": "34", "Meaning": "ATM Address", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC2915][RFC2168][RFC3403]", "Type": "NAPTR", "Value": "35", "Meaning": "Naming Authority Pointer", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC2230]", "Type": "KX", "Value": "36", "Meaning": "Key Exchanger", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC4398]", "Type": "CERT", "Value": "37", "Meaning": "CERT", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC3226][RFC2874][RFC6563]", "Type": "A6", "Value": "38", "Meaning": "A6 (OBSOLETE - use AAAA)", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC6672]", "Type": "DNAME", "Value": "39", "Meaning": "DNAME", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[Donald_E_Eastlake][http://tools.ietf.org/html/draft-eastlake-kitchen-sink]", "Type": "SINK", "Value": "40", "Meaning": "SINK", "Template": "", "Registration Date": "1997-11"},
|
||||||
|
{"Reference": "[RFC6891][RFC3225]", "Type": "OPT", "Value": "41", "Meaning": "OPT", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC3123]", "Type": "APL", "Value": "42", "Meaning": "APL", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC4034][RFC3658]", "Type": "DS", "Value": "43", "Meaning": "Delegation Signer", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC4255]", "Type": "SSHFP", "Value": "44", "Meaning": "SSH Key Fingerprint", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC4025]", "Type": "IPSECKEY", "Value": "45", "Meaning": "IPSECKEY", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC4034][RFC3755]", "Type": "RRSIG", "Value": "46", "Meaning": "RRSIG", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC4034][RFC3755]", "Type": "NSEC", "Value": "47", "Meaning": "NSEC", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC4034][RFC3755]", "Type": "DNSKEY", "Value": "48", "Meaning": "DNSKEY", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC4701]", "Type": "DHCID", "Value": "49", "Meaning": "DHCID", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC5155]", "Type": "NSEC3", "Value": "50", "Meaning": "NSEC3", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC5155]", "Type": "NSEC3PARAM", "Value": "51", "Meaning": "NSEC3PARAM", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC6698]", "Type": "TLSA", "Value": "52", "Meaning": "TLSA", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC5205]", "Type": "HIP", "Value": "55", "Meaning": "Host Identity Protocol", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[Jim_Reid]", "Type": "NINFO", "Value": "56", "Meaning": "NINFO", "Template": "NINFO/ninfo-completed-template", "Registration Date": "2008-01-21"},
|
||||||
|
{"Reference": "[Jim_Reid]", "Type": "RKEY", "Value": "57", "Meaning": "RKEY", "Template": "RKEY/rkey-completed-template", "Registration Date": "2008-01-21"},
|
||||||
|
{"Reference": "[Wouter_Wijngaards]", "Type": "TALINK", "Value": "58", "Meaning": "Trust Anchor LINK", "Template": "TALINK/talink-completed-template", "Registration Date": "2010-02-17"},
|
||||||
|
{"Reference": "[George_Barwood]", "Type": "CDS", "Value": "59", "Meaning": "Child DS", "Template": "CDS/cds-completed-template", "Registration Date": "2011-06-06"},
|
||||||
|
{"Reference": "[RFC4408]", "Type": "SPF", "Value": "99", "Meaning": "", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[IANA-Reserved]", "Type": "UINFO", "Value": "100", "Meaning": "", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[IANA-Reserved]", "Type": "UID", "Value": "101", "Meaning": "", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[IANA-Reserved]", "Type": "GID", "Value": "102", "Meaning": "", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[IANA-Reserved]", "Type": "UNSPEC", "Value": "103", "Meaning": "", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC6742]", "Type": "NID", "Value": "104", "Meaning": "", "Template": "ILNP/nid-completed-template", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC6742]", "Type": "L32", "Value": "105", "Meaning": "", "Template": "ILNP/l32-completed-template", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC6742]", "Type": "L64", "Value": "106", "Meaning": "", "Template": "ILNP/l64-completed-template", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC6742]", "Type": "LP", "Value": "107", "Meaning": "", "Template": "ILNP/lp-completed-template", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC7043]", "Type": "EUI48", "Value": "108", "Meaning": "an EUI-48 address", "Template": "EUI48/eui48-completed-template", "Registration Date": "2013-03-27"},
|
||||||
|
{"Reference": "[RFC7043]", "Type": "EUI64", "Value": "109", "Meaning": "an EUI-64 address", "Template": "EUI64/eui64-completed-template", "Registration Date": "2013-03-27"},
|
||||||
|
{"Reference": "[RFC2930]", "Type": "TKEY", "Value": "249", "Meaning": "Transaction Key", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC2845]", "Type": "TSIG", "Value": "250", "Meaning": "Transaction Signature", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1995]", "Type": "IXFR", "Value": "251", "Meaning": "incremental transfer", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035][RFC5936]", "Type": "AXFR", "Value": "252", "Meaning": "transfer of an entire zone", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "MAILB", "Value": "253", "Meaning": "mailbox-related RRs (MB, MG or MR)", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035]", "Type": "MAILA", "Value": "254", "Meaning": "mail agent RRs (OBSOLETE - see MX)", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[RFC1035][RFC6895]", "Type": "*", "Value": "255", "Meaning": "A request for all records the server/cache has available", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "[Patrik_Faltstrom]", "Type": "URI", "Value": "256", "Meaning": "URI", "Template": "URI/uri-completed-template", "Registration Date": "2011-02-22"},
|
||||||
|
{"Reference": "[RFC6844]", "Type": "CAA", "Value": "257", "Meaning": "Certification Authority Restriction", "Template": "CAA/caa-completed-template", "Registration Date": "2011-04-07"},
|
||||||
|
{"Reference": "[Sam_Weiler][http://cameo.library.cmu.edu/][\n Deploying DNSSEC Without a Signed Root. Technical Report 1999-19,\nInformation Networking Institute, Carnegie Mellon University, April 2004.]", "Type": "TA", "Value": "32768", "Meaning": "DNSSEC Trust Authorities", "Template": "", "Registration Date": "2005-12-13"},
|
||||||
|
{"Reference": "[RFC4431]", "Type": "DLV", "Value": "32769", "Meaning": "DNSSEC Lookaside Validation", "Template": "", "Registration Date": ""},
|
||||||
|
{"Reference": "", "Type": "Reserved", "Value": "65535", "Meaning": "", "Template": "", "Registration Date": ""}]
|
||||||
|
self.rrset_supported = ['1', '2', '5', '15', '28', '33']
|
||||||
|
self.r = redis.StrictRedis(host=redis_listen, port=redis_port, db=redis_db, decode_responses=True)
|
||||||
|
self.origin = origin
|
||||||
|
|
||||||
|
def _getFirstSeen(self, t1=None, t2=None):
|
||||||
|
if t1 is None or t2 is None:
|
||||||
|
return False
|
||||||
|
rec = "s:" + t1.lower() + ":" + t2.lower()
|
||||||
|
recget = self.r.get(rec)
|
||||||
|
if recget is not None:
|
||||||
|
return int(recget)
|
||||||
|
|
||||||
|
def _getLastSeen(self, t1=None, t2=None):
|
||||||
|
if t1 is None or t2 is None:
|
||||||
|
return False
|
||||||
|
rec = "l:" + t1.lower() + ":" + t2.lower()
|
||||||
|
recget = self.r.get(rec)
|
||||||
|
if recget is not None:
|
||||||
|
return int(recget)
|
||||||
|
|
||||||
|
def _getCount(self, t1=None, t2=None):
|
||||||
|
if t1 is None or t2 is None:
|
||||||
|
return False
|
||||||
|
rec = "o:" + t1.lower() + ":" + t2.lower()
|
||||||
|
recget = self.r.get(rec)
|
||||||
|
if recget is not None:
|
||||||
|
return int(recget)
|
||||||
|
|
||||||
|
def getRecord(self, t=None):
|
||||||
|
if t is None:
|
||||||
|
return False
|
||||||
|
rrfound = []
|
||||||
|
for rr in self.rrset:
|
||||||
|
if (rr['Value']) is not None and rr['Value'] in self.rrset_supported:
|
||||||
|
rec = "r:" + t + ":" + rr['Value']
|
||||||
|
rs = self.r.smembers(rec)
|
||||||
|
if rs:
|
||||||
|
for v in rs:
|
||||||
|
rrval = {}
|
||||||
|
rdata = v.strip()
|
||||||
|
rrval['time_first'] = self._getFirstSeen(t1=t, t2=rdata)
|
||||||
|
rrval['time_last'] = self._getLastSeen(t1=t, t2=rdata)
|
||||||
|
if rrval['time_first'] is None:
|
||||||
|
break
|
||||||
|
rrval['count'] = self._getCount(t1=t, t2=rdata)
|
||||||
|
rrval['rrtype'] = rr['Type']
|
||||||
|
rrval['rrname'] = t
|
||||||
|
rrval['rdata'] = rdata
|
||||||
|
if self.origin:
|
||||||
|
rrval['origin'] = self.origin
|
||||||
|
rrfound.append(rrval)
|
||||||
|
return self._JsonQOF(rrfound)
|
||||||
|
|
||||||
|
def getAssociatedRecords(self, rdata=None):
|
||||||
|
if rdata is None:
|
||||||
|
return False
|
||||||
|
rec = "v:" + rdata.lower()
|
||||||
|
records = []
|
||||||
|
if self.r.smembers(rec):
|
||||||
|
for v in self.r.smembers(rec):
|
||||||
|
records.append(v)
|
||||||
|
return records
|
||||||
|
|
||||||
|
def _RemDuplicate(self, d=None):
|
||||||
|
if d is None:
|
||||||
|
return False
|
||||||
|
outd = [dict(t) for t in set([tuple(o.items()) for o in d])]
|
||||||
|
return outd
|
||||||
|
|
||||||
|
def _JsonQOF(self, rrfound=None, RemoveDuplicate=True):
|
||||||
|
if rrfound is None:
|
||||||
|
return False
|
||||||
|
rrqof = ""
|
||||||
|
|
||||||
|
if RemoveDuplicate:
|
||||||
|
rrfound = self._RemDuplicate(d=rrfound)
|
||||||
|
|
||||||
|
for rr in rrfound:
|
||||||
|
rrqof = rrqof + json.dumps(rr) + "\n"
|
||||||
|
return rrqof
|
||||||
Loading…
Reference in a new issue