f65be8b5c8
Add http proxy support. Add more functionality to handle bookmarks. Split into more modules. Remove callback function initdb. Tasked status messages are broken.
135 lines
4.2 KiB
Python
135 lines
4.2 KiB
Python
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
|
|
"""
|
|
|
|
FIXME
|
|
|
|
1) Check feed duplication on runtime.
|
|
When feed is valid and is not yet in the database it is
|
|
posible to send a batch which would result in duplication.
|
|
Consequently, it might result in database lock error upon
|
|
feed removal attempt
|
|
|
|
TODO
|
|
|
|
1) SQL prepared statements;
|
|
|
|
2) Machine Learning for scrapping Title, Link, Summary and Timstamp;
|
|
Scrape element </article> (example: Liferea)
|
|
http://intertwingly.net/blog/
|
|
https://www.brandenburg.de/
|
|
|
|
3) Set MUC subject
|
|
Feeds which entries are to be set as groupchat subject.
|
|
Perhaps not, as it would require to check every feed for this setting.
|
|
Maybe a separate bot;
|
|
|
|
4) Support categories;
|
|
|
|
5) XMPP commands;
|
|
|
|
6) Bot as service;
|
|
|
|
7) OMEMO;
|
|
|
|
8) Logging;
|
|
https://docs.python.org/3/howto/logging.html
|
|
|
|
9) Readability
|
|
See project /buriy/python-readability
|
|
|
|
10) Download and upload/send article (xHTML, HTMLZ, Markdown, MHTML, TXT).
|
|
|
|
11) Fetch summary from URL, instead of storing summary, or
|
|
Store 5 upcoming summaries.
|
|
This would help making the database files smaller.
|
|
|
|
12) Support protocol Gopher
|
|
See project /michael-lazar/pygopherd
|
|
See project /gopherball/gb
|
|
|
|
13) Support ActivityPub @person@domain (see Tip Of The Day).
|
|
|
|
14) Tip Of The Day.
|
|
Did you know that you can follow you favorite Mastodon feeds by just
|
|
sending the URL address?
|
|
Supported fediverse websites are:
|
|
Akkoma, Firefish (Calckey), Friendica, HubZilla,
|
|
Mastodon, Misskey, Pixelfed, Pleroma, Socialhome, Soapbox.
|
|
|
|
15) Brand: News Broker, Newsman, Newsdealer, Laura Harbinger
|
|
|
|
16) See project /offpunk/offblocklist.py
|
|
|
|
18) Search messages of government regulated publishers, and promote other sources.
|
|
Dear reader, we couldn't get news from XYZ as they don't provide RSS feeds.
|
|
However, you might want to get news from (1) (2) and (3) instead!
|
|
|
|
"""
|
|
|
|
# vars and their meanings:
|
|
# jid = Jabber ID (XMPP)
|
|
# res = response (HTTP)
|
|
|
|
from argparse import ArgumentParser
|
|
import configparser
|
|
# import filehandler
|
|
# from slixfeed.file import get_default_confdir
|
|
from getpass import getpass
|
|
import logging
|
|
import os
|
|
|
|
# from datetime import date
|
|
# import time
|
|
|
|
# from eliot import start_action, to_file
|
|
# # to_file(open("slixfeed.log", "w"))
|
|
# # with start_action(action_type="set_date()", jid=jid):
|
|
# # with start_action(action_type="message()", msg=msg):
|
|
|
|
#import slixfeed.irchandler
|
|
from slixfeed.config import get_value
|
|
from slixfeed.xmpp.client import Slixfeed
|
|
#import slixfeed.matrixhandler
|
|
|
|
|
|
class Jabber:
|
|
def __init__(self, jid, password, nick):
|
|
# Setup the Slixfeed and register plugins. Note that while plugins may
|
|
# have interdependencies, the order in which you register them does
|
|
# not matter.
|
|
xmpp = Slixfeed(jid, password, nick)
|
|
xmpp.register_plugin('xep_0004') # Data Forms
|
|
xmpp.register_plugin('xep_0030') # Service Discovery
|
|
xmpp.register_plugin('xep_0045') # Multi-User Chat
|
|
xmpp.register_plugin('xep_0048') # Bookmarks
|
|
xmpp.register_plugin('xep_0060') # Publish-Subscribe
|
|
# xmpp.register_plugin('xep_0065') # SOCKS5 Bytestreams
|
|
xmpp.register_plugin('xep_0199', {'keepalive': True}) # XMPP Ping
|
|
xmpp.register_plugin('xep_0249') # Multi-User Chat
|
|
xmpp.register_plugin('xep_0402') # PEP Native Bookmarks
|
|
|
|
# proxy_enabled = get_value("accounts", "XMPP Connect", "proxy_enabled")
|
|
# if proxy_enabled == '1':
|
|
# values = get_value("accounts", "XMPP Connect", [
|
|
# "proxy_host",
|
|
# "proxy_port",
|
|
# "proxy_username",
|
|
# "proxy_password"
|
|
# ])
|
|
# print("Proxy is enabled: {}:{}".format(values[0], values[1]))
|
|
# xmpp.use_proxy = True
|
|
# xmpp.proxy_config = {
|
|
# 'host': values[0],
|
|
# 'port': values[1],
|
|
# 'username': values[2],
|
|
# 'password': values[3]
|
|
# }
|
|
# proxy = {'socks5': (values[0], values[1])}
|
|
# xmpp.proxy = {'socks5': ('localhost', 9050)}
|
|
|
|
# Connect to the XMPP server and start processing XMPP stanzas.
|
|
xmpp.connect()
|
|
xmpp.process()
|