adulau/DomainClassifier
1
0
Fork 0
mirror of https://github.com/adulau/DomainClassifier.git synced 2024-11-22 18:07:07 +00:00
Code Issues Projects Releases Packages Wiki Activity

ipaddress() method added

Browse source 
This method extracts valid IPv4 addresses from raw text. The validation
is done using the standard socket call. The extended parameter adds the
origin of the IP address via Cymru IP/ASN service.
This commit is contained in:
Alexandre Dulaunoy 2013-06-14 10:12:37 +02:00
parent a3f87b5135
commit 13c4bf22da
2 changed files with 29 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
DomainClassifier/domainclassifier.py
View file

@ -46,7 +46,7 @@ class Extract:
x = str(a[0]).split("|") x = str(a[0]).split("|")
# why so many spaces? # why so many spaces?
x = map (lambda t: t.replace("\"","").strip(), x) x = map (lambda t: t.replace("\"","").strip(), x)
return (x[0],x[2]) return (x[0],x[2],a[0])
else: else:
return None return None
"""__bgpanking return the ranking the float value of an ASN. """__bgpanking return the ranking the float value of an ASN.
@ -114,6 +114,29 @@ class Extract:
self.validdomain.append((domain,dnstype,answers[0])) self.validdomain.append((domain,dnstype,answers[0]))
return self.validdomain return self.validdomain
"""ipaddress method extracts from the domain list the valid IPv4 addresses"""
def ipaddress(self, extended=False):
if extended is False:
self.ipaddresses = []
else:
self.ipaddresses = set()
for d in self.domain:
try:
socket.inet_aton(d)
except:
pass
else:
if extended is False:
self.ipaddresses.append((d))
else:
orig = self.__origin(ipaddr=d)
print orig
self.ipaddresses.add((d,str(orig)))
return self.ipaddresses
"""localizedomain method use the validdomain list (in extended format) to """localizedomain method use the validdomain list (in extended format) to
localize per country code the associated resources. The cc argument specifies the localize per country code the associated resources. The cc argument specifies the
country code in ISO 3166-1 alpha-2 format to check for.""" country code in ISO 3166-1 alpha-2 format to check for."""

6
DomainClassifier/test.py
View file

@ -1,6 +1,6 @@
import domainclassifier import domainclassifier
c = domainclassifier.Extract( rawtext = "www.xxx.com this is a text with a domain called test@foo.lu another test abc.lu something a.b.c.d.e end of 1.2.3.4 foo.be www.belnet.be http://www.cert.be/ www.public.lu www.allo.lu quuxtest www.eurodns.com something-broken-www.google.com www.google.lu trailing test www.facebook.com www.nic.ru www.youporn.com") c = domainclassifier.Extract( rawtext = "www.xxx.com this is a text with a domain called test@foo.lu another test abc.lu something a.b.c.d.e end of 1.2.3.4 foo.be www.belnet.be http://www.cert.be/ www.public.lu www.allo.lu quuxtest www.eurodns.com something-broken-www.google.com www.google.lu trailing test www.facebook.com www.nic.ru www.youporn.com 8.8.8.8 201.1.1.1")
print c.domain() print c.domain()
print c.validdomain(extended=True) print c.validdomain(extended=True)
print "US:" print "US:"
@ -11,5 +11,9 @@ print "BE:"
print c.localizedomain(cc='BE') print c.localizedomain(cc='BE')
print "Ranking:" print "Ranking:"
print c.rankdomain() print c.rankdomain()
print "List of ip addresses:"
print c.ipaddress(extended=True)
print "Include dot.lu:"
print c.include(expression=r'\.lu$') print c.include(expression=r'\.lu$')
print "Exclude dot.lu:"
print c.exclude(expression=r'\.lu$') print c.exclude(expression=r'\.lu$')