Added site functionality

Author: jordan-wright

lib/Paste.py

@@ -1,6 +1,7 @@
 from .regexes import regexes
 import settings
 import logging
+import re
 
 class Paste(object):
     def __init__(self):
@@ -14,6 +15,7 @@ class Paste: Generic "Paste" object to contain attributes of a standard paste
         self.num_hashes = 0
         self.text = None
         self.type = None
+        self.sites = None
         self.db_keywords = 0.0
 
     def match(self):
@@ -34,6 +36,8 @@ def match(self):
         self.hashes = regexes['hash32'].findall(self.text)
         self.num_emails = len(self.emails)
         self.num_hashes = len(self.hashes)
+        if self.num_emails > 0:
+            self.sites = list(set([re.search('@(.*)$', email).group(1).lower() for email in self.emails]))
         for regex in regexes['db_keywords']:
             if regex.search(self.text):
                 logging.debug('\t[+] ' + regex.search(self.text).group(1))

lib/Site.py

@@ -1,6 +1,7 @@
 from Queue import Queue
 import requests
 import time
+import re
 from pymongo import MongoClient
 from requests import ConnectionError
 from twitter import TwitterError
@@ -79,7 +80,7 @@ def monitor(self, bot, t_lock):
                     logging.info(tweet)
                     with t_lock:
                         if USE_DB:
-                           self.db_client.save({
+                            self.db_client.save({
                                 'pid' : paste.id,
                                 'text' : paste.text,
                                 'emails' : paste.emails,