forked from sch/Slixfeed
140 lines
4.4 KiB
Python
140 lines
4.4 KiB
Python
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
|
|
"""
|
|
|
|
FIXME
|
|
|
|
1) Check feed duplication on runtime.
|
|
When feed is valid and is not yet in the database it is
|
|
posible to send a batch which would result in duplication.
|
|
Consequently, it might result in database lock error upon
|
|
feed removal attempt
|
|
|
|
TODO
|
|
|
|
1) SQL prepared statements;
|
|
|
|
2) Machine Learning for scrapping Title, Link, Summary and Timstamp;
|
|
Scrape element </article> (example: Liferea)
|
|
http://intertwingly.net/blog/
|
|
https://www.brandenburg.de/
|
|
|
|
3) Set MUC subject
|
|
Feeds which entries are to be set as groupchat subject.
|
|
Perhaps not, as it would require to check every feed for this setting.
|
|
Maybe a separate bot;
|
|
|
|
4) Support categories;
|
|
|
|
5) XMPP commands;
|
|
|
|
6) Bot as service;
|
|
|
|
7) OMEMO;
|
|
|
|
8) Logging;
|
|
https://docs.python.org/3/howto/logging.html
|
|
|
|
9) Readability
|
|
See project /buriy/python-readability
|
|
|
|
9.1) IDEA: Bot to display Title and Excerpt
|
|
(including sending a PDF version of it) of posted link
|
|
|
|
10) Download and upload/send article (xHTML, HTMLZ, Markdown, MHTML, PDF, TXT).
|
|
|
|
11) Fetch summary from URL, instead of storing summary, or
|
|
Store 5 upcoming summaries.
|
|
This would help making the database files smaller.
|
|
|
|
12) Support protocol Gopher
|
|
See project /michael-lazar/pygopherd
|
|
See project /gopherball/gb
|
|
|
|
13) Support ActivityPub @person@domain (see Tip Of The Day).
|
|
|
|
14) Tip Of The Day.
|
|
Did you know that you can follow you favorite Mastodon feeds by just
|
|
sending the URL address?
|
|
Supported fediverse websites are:
|
|
Akkoma, Firefish (Calckey), Friendica, HubZilla,
|
|
Mastodon, Misskey, Pixelfed, Pleroma, Socialhome, Soapbox.
|
|
|
|
15) Brand: News Broker, Newsman, Newsdealer, Laura Harbinger
|
|
|
|
16) See project /offpunk/offblocklist.py
|
|
|
|
18) Search messages of government regulated publishers, and promote other sources.
|
|
Dear reader, we couldn't get news from XYZ as they don't provide RSS feeds.
|
|
However, you might want to get news from (1) (2) and (3) instead!
|
|
|
|
"""
|
|
|
|
# vars and their meanings:
|
|
# jid = Jabber ID (XMPP)
|
|
# res = response (HTTP)
|
|
|
|
from argparse import ArgumentParser
|
|
import configparser
|
|
# import filehandler
|
|
# from slixfeed.file import get_default_confdir
|
|
from getpass import getpass
|
|
import logging
|
|
import os
|
|
|
|
# from datetime import date
|
|
# import time
|
|
|
|
# from eliot import start_action, to_file
|
|
# # to_file(open("slixfeed.log", "w"))
|
|
# # with start_action(action_type="set_date()", jid=jid):
|
|
# # with start_action(action_type="message()", msg=msg):
|
|
|
|
#import slixfeed.irchandler
|
|
from slixfeed.config import get_value
|
|
from slixfeed.xmpp.client import Slixfeed
|
|
#import slixfeed.matrixhandler
|
|
|
|
|
|
class Jabber:
|
|
def __init__(self, jid, password, nick):
|
|
# Setup the Slixfeed and register plugins. Note that while plugins may
|
|
# have interdependencies, the order in which you register them does
|
|
# not matter.
|
|
xmpp = Slixfeed(jid, password, nick)
|
|
xmpp.register_plugin('xep_0004') # Data Forms
|
|
xmpp.register_plugin('xep_0030') # Service Discovery
|
|
xmpp.register_plugin('xep_0045') # Multi-User Chat
|
|
xmpp.register_plugin('xep_0048') # Bookmarks
|
|
xmpp.register_plugin('xep_0060') # Publish-Subscribe
|
|
# xmpp.register_plugin('xep_0065') # SOCKS5 Bytestreams
|
|
xmpp.register_plugin('xep_0066') # Out of Band Data
|
|
xmpp.register_plugin('xep_0071') # XHTML-IM
|
|
xmpp.register_plugin('xep_0199', {'keepalive': True}) # XMPP Ping
|
|
xmpp.register_plugin('xep_0249') # Multi-User Chat
|
|
xmpp.register_plugin('xep_0363') # HTTP File Upload
|
|
xmpp.register_plugin('xep_0402') # PEP Native Bookmarks
|
|
|
|
# proxy_enabled = get_value("accounts", "XMPP Connect", "proxy_enabled")
|
|
# if proxy_enabled == '1':
|
|
# values = get_value("accounts", "XMPP Connect", [
|
|
# "proxy_host",
|
|
# "proxy_port",
|
|
# "proxy_username",
|
|
# "proxy_password"
|
|
# ])
|
|
# print("Proxy is enabled: {}:{}".format(values[0], values[1]))
|
|
# xmpp.use_proxy = True
|
|
# xmpp.proxy_config = {
|
|
# 'host': values[0],
|
|
# 'port': values[1],
|
|
# 'username': values[2],
|
|
# 'password': values[3]
|
|
# }
|
|
# proxy = {'socks5': (values[0], values[1])}
|
|
# xmpp.proxy = {'socks5': ('localhost', 9050)}
|
|
|
|
# Connect to the XMPP server and start processing XMPP stanzas.
|
|
xmpp.connect()
|
|
xmpp.process()
|