My rounding went away somewhere - I fixed that, I think.

Added hash threshold setting. I think this will be find because of the changes made to my hash regex.

Author: jordan-wright

lib/Paste.py

@@ -46,10 +46,12 @@ def match(self):
 		for regex in regexes['db_keywords']:
 			if regex.search(self.text):
 				log(regex.search(self.text).group(1))
-				self.db_keywords += 1/float(len(regexes['db_keywords']))
+				self.db_keywords += round(1/float(len(regexes['db_keywords'])), 2)
 		for regex in regexes['blacklist']:
-			if regex.search(self.text): self.db_keywords -= 1.25 * (1/float(len(regexes['db_keywords'])))
-		if (self.num_emails >= settings.EMAIL_THRESHOLD) or (self.db_keywords >= settings.DB_KEYWORDS_THRESHOLD):
+			if regex.search(self.text):
+				log(regex.search(self.text).group(1))
+				self.db_keywords -= round(1.25 * (1/float(len(regexes['db_keywords']))), 2)
+		if (self.num_emails >= settings.EMAIL_THRESHOLD) or (self.num_hashes >= settings.HASH_THRESHOLD) or (self.db_keywords >= settings.DB_KEYWORDS_THRESHOLD):
 			self.type = 'db_dump'
 		if regexes['cisco_hash'].search(self.text) or regexes['cisco_pass'].search(self.text): self.type = 'Cisco'
 		if regexes['google_api'].search(self.text): self.type = 'google_api'

settings.py

@@ -8,7 +8,8 @@
 
 # Thresholds
 EMAIL_THRESHOLD = 20
-DB_KEYWORDS_THRESHOLD = .50
+HASH_THRESHOLD = 30
+DB_KEYWORDS_THRESHOLD = .65
 
 # Time to Sleep for each site
 SLEEP_SLEXY = 60