277 lines
9 KiB
Python
277 lines
9 KiB
Python
"""
|
|
|
|
FIXME
|
|
|
|
1) Check feed duplication on runtime.
|
|
When feed is valid and is not yet in the database it is
|
|
posible to send a batch which would result in duplication.
|
|
Consequently, it might result in database lock error upon
|
|
feed removal attempt
|
|
|
|
TODO
|
|
|
|
1) SQL prepared statements;
|
|
|
|
2) Machine Learning for scrapping Title, Link, Summary and Timstamp;
|
|
Scrape element </article> (example: Liferea)
|
|
http://intertwingly.net/blog/
|
|
https://www.brandenburg.de/
|
|
|
|
3) Set MUC subject
|
|
Feeds which entries are to be set as groupchat subject.
|
|
Perhaps not, as it would require to check every feed for this setting.
|
|
Maybe a separate bot;
|
|
|
|
4) Support categories;
|
|
|
|
5) XMPP commands;
|
|
|
|
6) Bot as service;
|
|
|
|
7) OMEMO;
|
|
|
|
8) Logging;
|
|
https://docs.python.org/3/howto/logging.html
|
|
|
|
9) Readability
|
|
See project /buriy/python-readability
|
|
|
|
9.1) IDEA: Bot to display Title and Excerpt
|
|
(including sending a PDF version of it) of posted link
|
|
|
|
10) Fetch summary from URL, instead of storing summary, or
|
|
Store 5 upcoming summaries.
|
|
This would help making the database files smaller.
|
|
|
|
11) Support protocol Gopher
|
|
See project /michael-lazar/pygopherd
|
|
See project /gopherball/gb
|
|
|
|
12) Support ActivityPub @person@domain (see Tip Of The Day).
|
|
|
|
13) Tip Of The Day.
|
|
Did you know that you can follow you favorite Mastodon feeds by just
|
|
sending the URL address?
|
|
Supported fediverse websites are:
|
|
Akkoma, Firefish (Calckey), Friendica, HubZilla,
|
|
Mastodon, Misskey, Pixelfed, Pleroma, Socialhome, Soapbox.
|
|
|
|
14) Brand: News Broker, Newsman, Newsdealer, Laura Harbinger
|
|
|
|
15) See project /offpunk/offblocklist.py
|
|
|
|
16) Search messages of government regulated publishers, and promote other sources.
|
|
Dear reader, we couldn't get news from XYZ as they don't provide RSS feeds.
|
|
However, you might want to get news from (1) (2) and (3) instead!
|
|
|
|
17) Make the program portable (directly use the directory assets) -- Thorsten
|
|
|
|
18) The operator account will be given reports from the bot about its
|
|
activities every X minutes.
|
|
When a suspicious activity is detected, it will be reported immediately.
|
|
|
|
19) Communicate to messages of new contacts (not subscribed and not in roster)
|
|
|
|
"""
|
|
|
|
# vars and their meanings:
|
|
# jid = Jabber ID (XMPP)
|
|
# res = response (HTTP)
|
|
|
|
from argparse import ArgumentParser
|
|
from getpass import getpass
|
|
import sys
|
|
import configparser
|
|
# import filehandler
|
|
# from slixfeed.file import get_default_confdir
|
|
from getpass import getpass
|
|
import logging
|
|
import os
|
|
|
|
# from datetime import date
|
|
# import time
|
|
|
|
# from eliot import start_action, to_file
|
|
# # to_file(open("slixfeed.log", "w"))
|
|
# # with start_action(action_type="set_date()", jid=jid):
|
|
# # with start_action(action_type="message()", msg=msg):
|
|
|
|
#import slixfeed.smtp
|
|
#import slixfeed.irc
|
|
#import slixfeed.matrix
|
|
|
|
from slixfeed.config import get_default_config_directory, get_value
|
|
|
|
import socks
|
|
import socket
|
|
|
|
xmpp_type = get_value(
|
|
"accounts", "XMPP", "type")
|
|
|
|
match xmpp_type:
|
|
case "client":
|
|
from slixfeed.xmpp.client import Slixfeed
|
|
case "component":
|
|
from slixfeed.xmpp.component import SlixfeedComponent
|
|
|
|
|
|
class JabberComponent:
|
|
def __init__(self, jid, secret, hostname, port, alias=None):
|
|
xmpp = SlixfeedComponent(jid, secret, hostname, port, alias)
|
|
xmpp.register_plugin('xep_0004') # Data Forms
|
|
xmpp.register_plugin('xep_0030') # Service Discovery
|
|
xmpp.register_plugin('xep_0045') # Multi-User Chat
|
|
# xmpp.register_plugin('xep_0048') # Bookmarks
|
|
xmpp.register_plugin('xep_0054') # vcard-temp
|
|
xmpp.register_plugin('xep_0060') # Publish-Subscribe
|
|
# xmpp.register_plugin('xep_0065') # SOCKS5 Bytestreams
|
|
xmpp.register_plugin('xep_0066') # Out of Band Data
|
|
xmpp.register_plugin('xep_0071') # XHTML-IM
|
|
xmpp.register_plugin('xep_0084') # User Avatar
|
|
# xmpp.register_plugin('xep_0085') # Chat State Notifications
|
|
xmpp.register_plugin('xep_0153') # vCard-Based Avatars
|
|
xmpp.register_plugin('xep_0199', {'keepalive': True}) # XMPP Ping
|
|
xmpp.register_plugin('xep_0249') # Multi-User Chat
|
|
xmpp.register_plugin('xep_0363') # HTTP File Upload
|
|
xmpp.register_plugin('xep_0402') # PEP Native Bookmarks
|
|
xmpp.connect()
|
|
xmpp.process()
|
|
|
|
|
|
class JabberClient:
|
|
def __init__(self, jid, password, hostname=None, port=None, alias=None):
|
|
xmpp = Slixfeed(jid, password, hostname, port, alias)
|
|
xmpp.register_plugin('xep_0004') # Data Forms
|
|
xmpp.register_plugin('xep_0030') # Service Discovery
|
|
xmpp.register_plugin('xep_0045') # Multi-User Chat
|
|
xmpp.register_plugin('xep_0048') # Bookmarks
|
|
xmpp.register_plugin('xep_0054') # vcard-temp
|
|
xmpp.register_plugin('xep_0060') # Publish-Subscribe
|
|
# xmpp.register_plugin('xep_0065') # SOCKS5 Bytestreams
|
|
xmpp.register_plugin('xep_0066') # Out of Band Data
|
|
xmpp.register_plugin('xep_0071') # XHTML-IM
|
|
xmpp.register_plugin('xep_0084') # User Avatar
|
|
# xmpp.register_plugin('xep_0085') # Chat State Notifications
|
|
xmpp.register_plugin('xep_0153') # vCard-Based Avatars
|
|
xmpp.register_plugin('xep_0199', {'keepalive': True}) # XMPP Ping
|
|
xmpp.register_plugin('xep_0249') # Multi-User Chat
|
|
xmpp.register_plugin('xep_0363') # HTTP File Upload
|
|
xmpp.register_plugin('xep_0402') # PEP Native Bookmarks
|
|
|
|
# proxy_enabled = get_value("accounts", "XMPP", "proxy_enabled")
|
|
# if proxy_enabled == '1':
|
|
# values = get_value("accounts", "XMPP", [
|
|
# "proxy_host",
|
|
# "proxy_port",
|
|
# "proxy_username",
|
|
# "proxy_password"
|
|
# ])
|
|
# print("Proxy is enabled: {}:{}".format(values[0], values[1]))
|
|
# xmpp.use_proxy = True
|
|
# xmpp.proxy_config = {
|
|
# 'host': values[0],
|
|
# 'port': values[1],
|
|
# 'username': values[2],
|
|
# 'password': values[3]
|
|
# }
|
|
# proxy = {'socks5': (values[0], values[1])}
|
|
# xmpp.proxy = {'socks5': ('localhost', 9050)}
|
|
|
|
# Connect to the XMPP server and start processing XMPP stanzas.
|
|
|
|
address = get_value(
|
|
"accounts", "XMPP Client", ["hostname", "port"])
|
|
if address[0] and address[1]:
|
|
xmpp.connect(tuple(address))
|
|
else:
|
|
xmpp.connect()
|
|
xmpp.process()
|
|
|
|
|
|
def main():
|
|
|
|
config_dir = get_default_config_directory()
|
|
logging.info("Reading configuration from {}".format(config_dir))
|
|
print("Reading configuration from {}".format(config_dir))
|
|
|
|
values = get_value(
|
|
"accounts", "XMPP Proxy", ["socks5_host", "socks5_port"])
|
|
if values[0] and values[1]:
|
|
host = values[0]
|
|
port = values[1]
|
|
s = socks.socksocket()
|
|
s.set_proxy(socks.SOCKS5, host, port)
|
|
# socks.set_default_proxy(socks.SOCKS5, host, port)
|
|
# socket.socket = socks.socksocket
|
|
|
|
# Setup the command line arguments.
|
|
parser = ArgumentParser(description=Slixfeed.__doc__)
|
|
|
|
# Output verbosity options.
|
|
parser.add_argument(
|
|
"-q", "--quiet", help="set logging to ERROR",
|
|
action="store_const", dest="loglevel",
|
|
const=logging.ERROR, default=logging.INFO)
|
|
parser.add_argument(
|
|
"-d", "--debug", help="set logging to DEBUG",
|
|
action="store_const", dest="loglevel",
|
|
const=logging.DEBUG, default=logging.INFO)
|
|
|
|
# JID and password options.
|
|
parser.add_argument(
|
|
"-j", "--jid", dest="jid", help="Jabber ID")
|
|
parser.add_argument(
|
|
"-p", "--password", dest="password", help="Password of JID")
|
|
parser.add_argument(
|
|
"-a", "--alias", dest="alias", help="Display name")
|
|
parser.add_argument(
|
|
"-n", "--hostname", dest="hostname", help="Hostname")
|
|
parser.add_argument(
|
|
"-o", "--port", dest="port", help="Port number")
|
|
|
|
args = parser.parse_args()
|
|
|
|
# Setup logging.
|
|
logging.basicConfig(
|
|
level=args.loglevel, format='%(levelname)-8s %(message)s')
|
|
|
|
# Try configuration file
|
|
values = get_value(
|
|
"accounts", "XMPP Client", [
|
|
"alias", "jid", "password", "hostname", "port"])
|
|
alias = values[0]
|
|
jid = values[1]
|
|
password = values[2]
|
|
hostname = values[3]
|
|
port = values[4]
|
|
|
|
# Use arguments if were given
|
|
if args.jid:
|
|
jid = args.jid
|
|
if args.password:
|
|
password = args.password
|
|
if args.alias:
|
|
alias = args.alias
|
|
if args.hostname:
|
|
hostname = args.hostname
|
|
if args.port:
|
|
port = args.port
|
|
|
|
# Prompt for credentials if none were given
|
|
if not jid:
|
|
jid = input("JID: ")
|
|
if not password:
|
|
password = getpass("Password: ")
|
|
if not alias:
|
|
alias = (input("Alias: ")) or "Slixfeed"
|
|
|
|
match xmpp_type:
|
|
case "client":
|
|
JabberClient(jid, password, hostname=hostname, port=port, alias=alias)
|
|
case "component":
|
|
JabberComponent(jid, password, hostname, port, alias=alias)
|
|
sys.exit(0)
|
|
|
|
if __name__ == "__main__":
|
|
main()
|