updated README.md

onionscraper/operators/onionscan.py

@@ -230,23 +230,21 @@ class Plugin(Operator):
                 results = self.run_onionscan(onion)
                 if results['status'] == 'success' and results['data']['webDetected'] == 'true':
                     content = self.run_sessions(onion)
-                    print(content)
+                    if content['status'] == 'success':
-                    #sys.exit(0)
+                        blacklist_CONTENT = self.blacklist.search(content['data'])
-                    #if content['status'] == 'success':
+                        if blacklist_CONTENT:
-                    #    blacklist_CONTENT = self.blacklist.search(content['data'])
+                            self.logger.info(f"[X] Blocked by blacklist content => matched keyword {blacklist_CONTENT.group()}")
-                    #    if blacklist_CONTENT:
+                        else:
-                    #        self.logger.info(f"[X] Blocked by blacklist content => matched keyword {blacklist_CONTENT.group()}")
+                            self.logger.debug("[*] CONTENT blacklist test: PASSED")
-                    #    else:
+                            screenshot = self.take_screenshot(self.format_directory(self.screenshots), onion)
-                    #        self.logger.debug("[*] CONTENT blacklist test: PASSED")
+                            self.logger.info("Indexing!")
-                    #        screenshot = self.take_screenshot(self.format_directory(self.screenshots), onion)
+                            doc = {
-                    #        self.logger.info("Indexing!")
+                                    'onionscan':json.loads(results['data']),
-                    #        doc = {
+                                    'html':content['data'],
-                    #                'onionscan':json.loads(results['data']),
+                                    'screenshots':screenshot['data'],
-                    #                'html':content['data'],
+                                    'interestingKeywords':self.interestingKeywords.findall(content['data'])
-                    #                'screenshots':screenshot['data'],
+                                    }
-                    #                'interestingKeywords':self.interestingKeywords.findall(content['data'])
+                            return self.parseDoc(doc)
-                    #                }
-                    #        return self.parseDoc(doc)
 
                 else:
                     self.logger.info(f"[x] hidden service {onion} is not active")