235 lines
8.7 KiB
Python
235 lines
8.7 KiB
Python
"""
|
|
|
|
FIXME
|
|
|
|
1) Check feed duplication on runtime.
|
|
When feed is valid and is not yet in the database it is
|
|
posible to send a batch which would result in duplication.
|
|
Consequently, it might result in database lock error upon
|
|
feed removal attempt
|
|
|
|
2) Communicate to messages of new contacts (not subscribed and not in roster)
|
|
|
|
TODO
|
|
|
|
2) Machine Learning for scrapping Title, Link, Summary and Timstamp;
|
|
Scrape element </article> (example: Liferea)
|
|
http://intertwingly.net/blog/
|
|
https://www.brandenburg.de/
|
|
|
|
3) Set MUC subject
|
|
Feeds which entries are to be set as groupchat subject.
|
|
Perhaps not, as it would require to check every feed for this setting.
|
|
Maybe a separate bot;
|
|
|
|
5) OMEMO;
|
|
|
|
6) Logging;
|
|
https://docs.python.org/3/howto/logging.html
|
|
|
|
9.1) IDEA: Bot to display Title and Excerpt
|
|
(including sending a PDF version of it) of posted link
|
|
|
|
10) Fetch summary from URL, instead of storing summary, or
|
|
Store 5 upcoming summaries.
|
|
This would help making the database files smaller.
|
|
|
|
13) Tip Of The Day.
|
|
Did you know that you can follow you favorite Mastodon feeds by just
|
|
sending the URL address?
|
|
Supported ActivityPub (i.e. fediverse) instances are:
|
|
Akkoma, Firefish (Calckey), Friendica, HubZilla,
|
|
Mastodon, Misskey, Pixelfed, Pleroma, Socialhome, Soapbox.
|
|
|
|
14) Brand: News Broker, Newsman, Newsdealer, Laura Harbinger
|
|
|
|
16) Search messages of government regulated publishers, and promote other sources.
|
|
Dear reader, we couldn't get news from XYZ as they don't provide RSS feeds.
|
|
However, you might want to get news from (1) (2) and (3) instead!
|
|
|
|
17) The operator account will be given reports from the bot about its
|
|
activities every X minutes.
|
|
When a suspicious activity is detected, it will be reported immediately.
|
|
|
|
"""
|
|
|
|
# vars and their meanings:
|
|
# jid = Jabber ID (XMPP)
|
|
# res = response (HTTP)
|
|
from argparse import ArgumentParser
|
|
import logging
|
|
import os
|
|
import shutil
|
|
import sys
|
|
|
|
# from eliot import start_action, to_file
|
|
# # to_file(open('slixfeed.log', 'w'))
|
|
# # with start_action(action_type='set_date()', jid=jid):
|
|
# # with start_action(action_type='message()', msg=msg):
|
|
|
|
from slixfeed.config import Settings, Share, Cache
|
|
from slixfeed.log import Logger
|
|
from slixfeed.utilities import Toml
|
|
from slixfeed.version import __version__
|
|
|
|
logger = Logger(__name__)
|
|
|
|
# import socks
|
|
# import socket
|
|
|
|
# account = ConfigAccount() # TODO ~Delete~ Clear as soon as posible after is no longer needed
|
|
|
|
def main():
|
|
|
|
directory = os.path.dirname(__file__)
|
|
|
|
# Copy data files
|
|
directory_data = Share.get_directory()
|
|
if not os.path.exists(directory_data):
|
|
directory_assets = os.path.join(directory, 'assets')
|
|
directory_assets_new = shutil.copytree(directory_assets, directory_data)
|
|
print(f'Data directory {directory_assets_new} has been created and populated.')
|
|
|
|
# Copy settings files
|
|
directory_settings = Settings.get_directory()
|
|
if not os.path.exists(directory_settings):
|
|
directory_configs = os.path.join(directory, 'configs')
|
|
directory_settings_new = shutil.copytree(directory_configs, directory_settings)
|
|
print(f'Settings directory {directory_settings_new} has been created and populated.')
|
|
|
|
# Create cache directories
|
|
directory_cache = Cache.get_directory()
|
|
if not os.path.exists(directory_cache):
|
|
print(f'Creating a cache directory at {directory_cache}.')
|
|
os.mkdir(directory_cache)
|
|
for subdirectory in ('md', 'enclosure', 'markdown', 'opml', 'readability'):
|
|
subdirectory_cache = os.path.join(directory_cache, subdirectory)
|
|
if not os.path.exists(subdirectory_cache):
|
|
print(f'Creating a cache subdirectory at {subdirectory_cache}.')
|
|
os.mkdir(subdirectory_cache)
|
|
|
|
filename_settings = os.path.join(directory_settings, 'settings.toml')
|
|
settings = Toml.open_file(filename_settings)
|
|
network_settings = settings['network']
|
|
|
|
# Configure account
|
|
|
|
|
|
|
|
|
|
|
|
|
|
print('User agent:', network_settings['user_agent'] or 'Slixfeed/0.1')
|
|
if network_settings['http_proxy']: print('HTTP Proxy:', network_settings['http_proxy'])
|
|
|
|
# values = config.get_value('accounts', 'XMPP Proxy',
|
|
# ['socks5_host', 'socks5_port'])
|
|
# if values[0] and values[1]:
|
|
# host = values[0]
|
|
# port = values[1]
|
|
# s = socks.socksocket()
|
|
# s.set_proxy(socks.SOCKS5, host, port)
|
|
# # socks.set_default_proxy(socks.SOCKS5, host, port)
|
|
# # socket.socket = socks.socksocket
|
|
|
|
#parser = ArgumentParser(description=Slixfeed.__doc__)
|
|
parser = ArgumentParser(description='Slixfeed News Bot')
|
|
|
|
# Setup the command line arguments.
|
|
parser.add_argument('-v', '--version', help='Print version',
|
|
action='version', version=__version__)
|
|
|
|
# Output verbosity options.
|
|
parser.add_argument('-q', '--quiet', help='set logging to ERROR',
|
|
action='store_const', dest='loglevel',
|
|
const=logging.ERROR, default=logging.INFO)
|
|
parser.add_argument('-d', '--debug', help='set logging to DEBUG',
|
|
action='store_const', dest='loglevel',
|
|
const=logging.DEBUG, default=logging.INFO)
|
|
|
|
# JID and password options.
|
|
parser.add_argument('-j', '--jid', help='Jabber ID', dest='jid')
|
|
parser.add_argument('-p', '--password', help='Password of JID',
|
|
dest='password')
|
|
parser.add_argument('-a', '--alias', help='Display name', dest='alias')
|
|
parser.add_argument('-n', '--hostname', help='Hostname', dest='hostname')
|
|
parser.add_argument('-o', '--port', help='Port number', dest='port')
|
|
|
|
args = parser.parse_args()
|
|
|
|
# Setup logging.
|
|
logging.basicConfig(level=args.loglevel,
|
|
format='%(levelname)-8s %(message)s')
|
|
# # logging.basicConfig(format='[%(levelname)s] %(message)s')
|
|
# logger = logging.getLogger()
|
|
# logdbg = logger.debug
|
|
# logerr = logger.error
|
|
# lognfo = logger.info
|
|
# logwrn = logger.warning
|
|
|
|
# NOTE Temporarily archived
|
|
# NOTE Consider removal of arguments jid, password and alias
|
|
|
|
# # Try configuration file
|
|
# jid = account[account_mode]['jid']
|
|
# password = account[account_mode]['password']
|
|
# alias = account[account_mode]['alias'] if 'alias' in account[account_mode] else None
|
|
# hostname = account[account_mode]['hostname'] if 'hostname' in account[account_mode] else None
|
|
# port = account[account_mode]['port'] if 'port' in account[account_mode] else None
|
|
|
|
# # Use arguments if were given
|
|
# if args.jid:
|
|
# jid = args.jid
|
|
# if args.password:
|
|
# password = args.password
|
|
# if args.alias:
|
|
# alias = args.alias
|
|
# if args.hostname:
|
|
# hostname = args.hostname
|
|
# if args.port:
|
|
# port = args.port
|
|
|
|
# # Prompt for credentials if none were given
|
|
# if not jid:
|
|
# jid = input('JID: ')
|
|
# if not password:
|
|
# password = getpass('Password: ')
|
|
# if not alias:
|
|
# alias = (input('Alias: ')) or 'Slixfeed'
|
|
|
|
filename_accounts = os.path.join(directory_settings, 'accounts.toml')
|
|
accounts = Toml.open_file(filename_accounts)
|
|
accounts_xmpp = accounts['xmpp']
|
|
|
|
# Try configuration file
|
|
if 'client' in accounts_xmpp:
|
|
from slixfeed.xmpp.client import XmppClient
|
|
|
|
accounts_xmpp_client = accounts_xmpp['client']
|
|
jid = accounts_xmpp_client['jid']
|
|
password = accounts_xmpp_client['password']
|
|
alias = accounts_xmpp_client['alias'] if 'alias' in accounts_xmpp_client else None
|
|
hostname = accounts_xmpp_client['hostname'] if 'hostname' in accounts_xmpp_client else None
|
|
port = accounts_xmpp_client['port'] if 'port' in accounts_xmpp_client else None
|
|
XmppClient(jid, password, hostname, port, alias)
|
|
# xmpp_client = Slixfeed(jid, password, hostname, port, alias)
|
|
# xmpp_client.connect((hostname, port)) if hostname and port else xmpp_client.connect()
|
|
# xmpp_client.process()
|
|
|
|
if 'component' in accounts_xmpp:
|
|
from slixfeed.xmpp.component import XmppComponent
|
|
accounts_xmpp_component = accounts_xmpp['component']
|
|
jid = accounts_xmpp_component['jid']
|
|
secret = accounts_xmpp_component['password']
|
|
alias = accounts_xmpp_component['alias'] if 'alias' in accounts_xmpp_component else None
|
|
hostname = accounts_xmpp_component['hostname'] if 'hostname' in accounts_xmpp_component else None
|
|
port = accounts_xmpp_component['port'] if 'port' in accounts_xmpp_component else None
|
|
XmppComponent(jid, secret, hostname, port, alias)
|
|
# xmpp_component = SlixfeedComponent(jid, secret, hostname, port, alias)
|
|
# xmpp_component.connect()
|
|
# xmpp_component.process()
|
|
|
|
sys.exit(0)
|
|
|
|
if __name__ == '__main__':
|
|
main()
|