You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
OnionIngestor/onioningestor/sources/simplefile.py

38 lines
909 B
Python

#!/usr/bin/python3
# -*- coding: utf-8 -*-
__author__ = 'Daniele Perera'
__license__ = "MIT"
__version__ = "1.0.0"
__maintainer__ = "Daniele Perera"
__status__ = "Development"
import os
import requests
from pathlib import Path
from onioningestor.sources import Source
class Plugin(Source):
def __init__(self, logger, name, filename):
self.logger = logger
self.name = name
self.filename = filename
super().__init__(self)
def run(self):
items = []
filepath = Path(__file__).parents[2]/self.filename
with open(filepath, 'r') as fp:
lines = fp.read().splitlines()
# just testing
os.remove(self.filename)
for onion in lines:
items.append(self.onion(url=onion,source='simple-file',type='domain'))
#yield self.onion(url=onion,source='simple-file',type='domain')
return items