Slixfeed/slixfeed.py

817 lines
28 KiB
Python
Raw Normal View History

2022-06-21 16:27:32 +02:00
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Created on Sun May 15 17:09:05 2022
@author: Schimon Jehudah, Adv.
"""
from argparse import ArgumentParser
from asyncio.exceptions import IncompleteReadError
from bs4 import BeautifulSoup
from datetime import date
from getpass import getpass
from http.client import IncompleteRead
2022-07-20 17:46:20 +02:00
from os import path
2022-06-21 16:27:32 +02:00
from urllib import error
#from urllib.parse import urlparse
#from xdg import BaseDirectory
import aiohttp
2022-06-21 16:27:32 +02:00
import asyncio
import feedparser
import logging
import os
2022-07-20 17:46:20 +02:00
import os.path
2022-06-21 16:27:32 +02:00
import slixmpp
import sqlite3
from sqlite3 import Error
import sys
2022-07-11 18:50:54 +02:00
import time
2022-06-21 16:27:32 +02:00
#import xdg
2022-07-11 18:50:54 +02:00
offline = False
2022-06-24 10:44:36 +02:00
class Slixfeed(slixmpp.ClientXMPP):
2022-06-21 16:27:32 +02:00
"""
Slixmpp bot that will send updates of feeds it
receives.
"""
def __init__(self, jid, password):
slixmpp.ClientXMPP.__init__(self, jid, password)
# The session_start event will be triggered when
# the bot establishes its connection with the server
# and the XML streams are ready for use. We want to
# listen for this event so that we we can initialize
# our roster.
self.add_event_handler("session_start", self.start)
2022-06-24 10:44:36 +02:00
self.add_event_handler("session_start", self.send_updates)
2022-06-21 16:27:32 +02:00
# The message event is triggered whenever a message
# stanza is received. Be aware that that includes
# MUC messages and error messages.
self.add_event_handler("message", self.message)
2022-07-11 18:50:54 +02:00
self.add_event_handler("disconnected", self.reconnect)
2022-07-11 18:50:54 +02:00
async def reconnect(self, event):
await asyncio.sleep(10)
2022-07-11 18:50:54 +02:00
offline = True
print(time.strftime("%H:%M:%S"))
print(offline)
self.connect()
2022-07-11 18:50:54 +02:00
#return True
2022-06-21 16:27:32 +02:00
async def start(self, event):
"""
Process the session_start event.
Typical actions for the session_start event are
requesting the roster and broadcasting an initial
presence stanza.
Arguments:
event -- An empty dictionary. The session_start
event does not provide any additional
data.
"""
self.send_presence()
await self.get_roster()
def message(self, msg):
"""
Process incoming message stanzas. Be aware that this also
includes MUC messages and error messages. It is usually
a good idea to check the messages's type before processing
or sending replies.
Arguments:
msg -- The received message stanza. See the documentation
for stanza objects and the Message stanza to see
how it may be used.
"""
if msg['type'] in ('chat', 'normal'):
message = " ".join(msg['body'].split())
2022-06-21 22:39:29 +02:00
if message.startswith('help'):
2022-07-19 11:01:03 +02:00
print("COMMAND: help")
print("ACCOUNT: " + str(msg['from']))
2022-06-21 22:39:29 +02:00
action = print_help()
2022-06-24 10:44:36 +02:00
# NOTE: Might not need it
elif message.startswith('feed recent '):
2022-07-11 18:50:54 +02:00
print("COMMAND: feed recent")
print("ACCOUNT: " + str(msg['from']))
2022-06-21 16:27:32 +02:00
action = initdb(msg['from'].bare,
2022-06-24 10:44:36 +02:00
message[12:],
2022-06-21 16:27:32 +02:00
last_entries)
2022-06-24 10:44:36 +02:00
elif message.startswith('feed search '):
2022-07-11 18:50:54 +02:00
print("COMMAND: feed search")
print("ACCOUNT: " + str(msg['from']))
2022-06-24 10:44:36 +02:00
action = initdb(msg['from'].bare,
message[12:],
search_entries)
elif message.startswith('feed list'):
2022-07-11 18:50:54 +02:00
print("COMMAND: feed list")
print("ACCOUNT: " + str(msg['from']))
2022-06-21 16:27:32 +02:00
action = initdb(msg['from'].bare,
False,
list_subscriptions)
2022-06-24 10:44:36 +02:00
elif message.startswith('feed add '):
2022-07-11 18:50:54 +02:00
print("COMMAND: feed add")
print("ACCOUNT: " + str(msg['from']))
2022-06-21 16:27:32 +02:00
action = initdb(msg['from'].bare,
message[9:],
add_feed)
2022-06-24 10:44:36 +02:00
elif message.startswith('feed remove '):
2022-07-11 18:50:54 +02:00
print("COMMAND: feed remove")
print("ACCOUNT: " + str(msg['from']))
2022-06-21 16:27:32 +02:00
action = initdb(msg['from'].bare,
message[12:],
remove_feed)
2022-06-24 10:44:36 +02:00
elif message.startswith('feed status '):
2022-07-11 18:50:54 +02:00
print("COMMAND: feed status")
print("ACCOUNT: " + str(msg['from']))
2022-06-21 16:27:32 +02:00
action = initdb(msg['from'].bare,
2022-06-24 10:44:36 +02:00
message[12:],
2022-06-21 16:27:32 +02:00
toggle_status)
2022-07-20 17:46:20 +02:00
elif message.startswith('enable'):
print("COMMAND: enable")
2022-07-11 18:50:54 +02:00
print("ACCOUNT: " + str(msg['from']))
2022-07-20 17:46:20 +02:00
action = toggle_state(msg['from'].bare,
True)
elif message.startswith('disable'):
print("COMMAND: disable")
2022-07-11 18:50:54 +02:00
print("ACCOUNT: " + str(msg['from']))
2022-07-20 17:46:20 +02:00
action = toggle_state(msg['from'].bare,
False)
2022-06-24 10:44:36 +02:00
else:
action = "Unknown command. Press \"help\" for list of commands"
2022-06-21 16:27:32 +02:00
msg.reply(action).send()
2022-06-24 10:44:36 +02:00
async def send_updates(self, event):
2022-07-11 18:50:54 +02:00
#while not offline:
2022-06-24 10:44:36 +02:00
while True:
2022-07-11 18:50:54 +02:00
print(time.strftime("%H:%M:%S"))
print(offline)
2022-06-24 10:44:36 +02:00
db_dir = get_default_dbdir()
if not os.path.isdir(db_dir):
2022-06-30 17:50:19 +02:00
msg = ("Slixfeed can not work without a database. \n"
"To create a database, follow these steps: \n"
"Add Slixfeed contact to your roster \n"
"Send a feed to the bot by: \n"
"feed add https://reclaimthenet.org/feed/")
2022-06-24 10:44:36 +02:00
print(msg)
else:
os.chdir(db_dir)
files = os.listdir()
for file in files:
2022-06-30 17:17:46 +02:00
if not file.endswith('.db-jour.db'):
jid = file[:-3]
# TODO check if jid online
# https://slixmpp.readthedocs.io/en/latest/api/plugins/xep_0199.html
# d = self.send_ping(self, jid)
# print('d')
# print(d)
new = initdb(jid, False, get_unread)
if new:
msg = self.make_message(mto=jid, mbody=new,
mtype='chat')
msg.send()
# today = str(date.today())
# news.insert = [0, 'News fetched on: ' + today]
#news.append('End of News update')
#for new in news:
#print("sending to: jid")
#print("sending to: " + jid)
# self.send_message(mto=jid,
# mbody=new,
# mtype='normal').send()
#msg = self.make_message(mto=jid,
# mbody=new,
# mtype='chat')
#print(msg)
#msg.send()
await asyncio.sleep(60 * 3)
2022-06-24 10:44:36 +02:00
2022-06-26 16:16:31 +02:00
# asyncio.ensure_future(send_updates(self))
async def check_updates():
while True:
db_dir = get_default_dbdir()
if not os.path.isdir(db_dir):
msg = ("Slixfeed can not work without a database. \n"
"To create a database, follow these steps: \n"
"Add Slixfeed contact to your roster \n"
"Send a feed to the bot by: \n"
"feed add https://reclaimthenet.org/feed/")
print(msg)
else:
os.chdir(db_dir)
files = os.listdir()
for file in files:
jid = file[:-3]
2022-07-19 11:01:03 +02:00
await initdb(jid,
False,
download_updates)
await asyncio.sleep(60 * 30)
asyncio.ensure_future(check_updates())
2022-06-21 22:39:29 +02:00
2022-07-20 17:46:20 +02:00
# async def tasks():
# # Begin scanning feeds
# task = asyncio.create_task(check_updates())
# await task
async def tasks(jid, password):
# Begin scanning feeds
await asyncio.gather(
check_updates(),
Slixfeed(jid, password).send_updates()
)
2022-06-21 22:39:29 +02:00
def print_help():
2022-06-24 10:44:36 +02:00
msg = ("Slixfeed - News syndication bot for Jabber/XMPP \n"
"\n"
"DESCRIPTION: \n"
" Slixfeed is an aggregator bot for online news feeds. \n"
"\n"
"BASIC USAGE: \n"
2022-07-20 17:46:20 +02:00
" enable \n"
2022-06-30 17:17:46 +02:00
" Send updates. \n"
2022-07-20 17:46:20 +02:00
" disable \n"
" Stop sending updates. \n"
2022-06-24 10:44:36 +02:00
" feed list \n"
" List subscriptions list. \n"
"\n"
"EDIT OPTIONS: \n"
" feed add URL \n"
" Add URL to the subscriptions list. \n"
" feed remove ID \n"
" Remove feed from subscription list. \n"
" feed status ID \n"
" Toggle update status of feed. \n"
"\n"
"SEARCH OPTIONS: \n"
" feed search TEXT \n"
" Search news items by given keywords. \n"
" feed recent N \n"
2022-07-20 17:46:20 +02:00
" List recent N news items (up to 50 items). \n"
2022-06-24 10:44:36 +02:00
"\n"
"DOCUMENTATION: \n"
2022-06-30 17:50:19 +02:00
" Slixfeed \n"
" https://gitgud.io/sjehuda/slixfeed \n"
2022-06-24 10:44:36 +02:00
" Slixmpp \n"
2022-06-30 17:50:19 +02:00
" https://slixmpp.readthedocs.io/ \n"
" feedparser \n"
" https://pythonhosted.org/feedparser")
2022-06-24 10:44:36 +02:00
2022-06-21 22:39:29 +02:00
return msg
2022-06-21 16:27:32 +02:00
# Function from buku
# https://github.com/jarun/buku
# Arun Prakash Jana (jarun)
# Dmitry Marakasov (AMDmi3)
def get_default_dbdir():
"""Determine the directory path where dbfile will be stored.
If $XDG_DATA_HOME is defined, use it
else if $HOME exists, use it
else if the platform is Windows, use %APPDATA%
else use the current directory.
Returns
-------
str
Path to database file.
"""
# data_home = xdg.BaseDirectory.xdg_data_home
data_home = os.environ.get('XDG_DATA_HOME')
if data_home is None:
if os.environ.get('HOME') is None:
if sys.platform == 'win32':
data_home = os.environ.get('APPDATA')
if data_home is None:
return os.path.abspath('.')
else:
return os.path.abspath('.')
else:
data_home = os.path.join(os.environ.get('HOME'), '.local', 'share')
return os.path.join(data_home, 'slixfeed')
# TODO Perhaps this needs to be executed
# just once per program execution
def initdb(jid, message, callback):
db_dir = get_default_dbdir()
if not os.path.isdir(db_dir):
os.mkdir(db_dir)
os.chdir(db_dir)
db_file = r"{}.db".format(jid)
feeds_table_sql = """
CREATE TABLE IF NOT EXISTS feeds (
id integer PRIMARY KEY,
name text,
address text NOT NULL,
status integer,
updated text
); """
entries_table_sql = """
CREATE TABLE IF NOT EXISTS entries (
id integer PRIMARY KEY,
title text NOT NULL,
summary text NOT NULL,
link text NOT NULL,
source text,
read integer
); """
# create a database connection
conn = create_connection(db_file)
# create tables
if conn is not None:
# create projects table
create_table(conn, feeds_table_sql)
create_table(conn, entries_table_sql)
else:
print("Error! cannot create the database connection.")
if message:
return callback(conn, message)
else:
return callback(conn)
def create_connection(db_file):
"""
Create a database connection to the SQLite database
specified by db_file
:param db_file: database file
:return: Connection object or None
"""
conn = None
try:
conn = sqlite3.connect(db_file)
return conn
except Error as e:
print(e)
return conn
def create_table(conn, create_table_sql):
"""
Create a table from the create_table_sql statement
:param conn: Connection object
:param create_table_sql: a CREATE TABLE statement
:return:
"""
try:
c = conn.cursor()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.cursor() from create_table(conn, create_table_sql)")
2022-06-21 16:27:32 +02:00
c.execute(create_table_sql)
except Error as e:
print(e)
# def setup_info(jid):
# def start_process(jid):
async def download_updates(conn):
2022-06-21 16:27:32 +02:00
with conn:
2022-07-13 16:32:07 +02:00
# cur = conn.cursor()
2022-06-21 16:27:32 +02:00
# get current date
#today = date.today()
2022-07-13 16:32:07 +02:00
urls = get_subscriptions(conn)
2022-06-21 16:27:32 +02:00
for url in urls:
#"".join(url)
source = url[0]
html = await download_page(url[0])
print(url[0])
2022-07-20 09:14:00 +02:00
if html:
try:
feed = feedparser.parse(html)
if feed.bozo:
bozo = ("WARNING: Bozo detected for feed <{}>. "
"For more information, visit "
"https://pythonhosted.org/feedparser/bozo.html"
.format(source))
print(bozo)
except (IncompleteReadError, IncompleteRead, error.URLError) as e:
print(e)
return
2022-06-21 16:27:32 +02:00
# TODO Place these couple of lines back down
# NOTE Need to correct the SQL statement to do so
2022-06-21 22:39:29 +02:00
entries = feed.entries
length = len(entries)
2022-06-21 16:27:32 +02:00
remove_entry(conn, source, length)
2022-06-21 22:39:29 +02:00
for entry in entries:
if entry.has_key("title"):
title = entry.title
else:
title = feed["feed"]["title"]
2022-06-21 16:27:32 +02:00
link = source if not entry.link else entry.link
2022-07-13 16:32:07 +02:00
exist = check_entry(conn, title, link)
2022-06-21 16:27:32 +02:00
if not exist:
2022-06-24 10:44:36 +02:00
if entry.has_key("summary"):
2022-06-21 16:27:32 +02:00
summary = entry.summary
# Remove HTML tags
summary = BeautifulSoup(summary, "lxml").text
# TODO Limit text length
2022-06-24 10:44:36 +02:00
summary = summary.replace("\n\n", "\n")
2022-06-21 16:27:32 +02:00
else:
summary = '*** No summary ***'
#print('~~~~~~summary not in entry')
entry = (title, summary, link, source, 0);
add_entry(conn, entry)
set_date(conn, source)
#make_message
# message = title + '\n\n' + summary + '\n\nLink: ' + link
# print(message)
# news.append(message)
# print(len(news))
# return news
async def download_page(url):
async with aiohttp.ClientSession() as session:
async with session.get(url) as response:
2022-07-19 11:01:03 +02:00
if response.status == 200:
html = await response.text()
return html
print("Status:", response.status)
print("Content-type:", response.headers['content-type'])
2022-07-19 11:01:03 +02:00
loop = asyncio.get_event_loop()
loop.run_until_complete
2022-07-13 16:32:07 +02:00
def check_feed(conn, url):
2022-06-21 16:27:32 +02:00
"""
Check whether a feed exists
Query for feeds by url
:param conn:
:param url:
:return: row
"""
2022-07-13 16:32:07 +02:00
cur = conn.cursor()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.cursor() from check_feed(conn, url)")
2022-06-21 16:27:32 +02:00
sql = "SELECT id FROM feeds WHERE address = ?"
cur.execute(sql, (url,))
return cur.fetchone()
def add_feed(conn, url):
"""
Add a new feed into the feeds table
:param conn:
:param feed:
:return: string
"""
#conn = create_connection(db_file)
2022-07-11 18:50:54 +02:00
cur = conn.cursor()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.cursor() from add_feed(conn, url)")
2022-07-13 16:32:07 +02:00
exist = check_feed(conn, url)
2022-06-21 16:27:32 +02:00
if not exist:
2022-06-24 10:44:36 +02:00
feed = feedparser.parse(url)
if feed.bozo:
bozo = ("WARNING: Bozo detected. Failed to load URL.")
print(bozo)
return "Failed to parse URL as feed"
title = feedparser.parse(url)["feed"]["title"]
2022-06-21 16:27:32 +02:00
feed = (title, url, 1)
2022-06-24 10:44:36 +02:00
sql = """INSERT INTO feeds(name,address,status)
VALUES(?,?,?) """
2022-06-21 16:27:32 +02:00
cur.execute(sql, feed)
conn.commit()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.commit() from add_feed(conn, url)")
2022-06-21 16:27:32 +02:00
# source = title if not '' else url
source = title if title else url
2022-06-26 16:16:31 +02:00
msg = """News source "{}" has been added to subscriptions list
""".format(source)
else:
msg = "News source is already listed in the subscription list"
2022-06-26 16:16:31 +02:00
return msg
2022-06-21 16:27:32 +02:00
def remove_feed(conn, id):
"""
Delete a feed by feed id
2022-07-20 17:46:20 +02:00
:param conn:
2022-06-21 16:27:32 +02:00
:param id: id of the feed
:return: string
"""
# You have chose to remove feed (title, url) from your feed list.
# Enter "delete" to confirm removal.
#conn = create_connection(db_file)
cur = conn.cursor()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.cursor() from remove_feed(conn, id)")
2022-06-24 10:44:36 +02:00
sql = "SELECT address FROM feeds WHERE id = ?"
2022-06-21 16:27:32 +02:00
# NOTE [0][1][2]
url = cur.execute(sql, (id,))
for i in url:
url = i[0]
2022-06-24 10:44:36 +02:00
sql = "DELETE FROM entries WHERE source = ?"
2022-06-21 16:27:32 +02:00
cur.execute(sql, (url,))
2022-06-24 10:44:36 +02:00
sql = "DELETE FROM feeds WHERE id = ?"
2022-06-21 16:27:32 +02:00
cur.execute(sql, (id,))
conn.commit()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.commit() from remove_feed(conn, id)")
2022-06-26 16:16:31 +02:00
return """News source <{}> has been removed from subscriptions list
2022-06-24 10:44:36 +02:00
""".format(url)
2022-06-21 16:27:32 +02:00
def get_unread(conn):
"""
Check read status of entry
2022-07-20 17:46:20 +02:00
:param conn:
2022-06-21 16:27:32 +02:00
:param id: id of the entry
:return: string
"""
2022-07-11 18:50:54 +02:00
with conn:
entry = []
cur = conn.cursor()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.cursor() from get_unread(conn)")
2022-07-11 18:50:54 +02:00
sql = "SELECT id FROM entries WHERE read = 0"
#id = cur.execute(sql).fetchone()[0]
id = cur.execute(sql).fetchone()
if id is None:
return False
id = id[0]
sql = "SELECT title FROM entries WHERE id = :id"
cur.execute(sql, (id,))
title = cur.fetchone()[0]
entry.append(title)
sql = "SELECT summary FROM entries WHERE id = :id"
cur.execute(sql, (id,))
summary = cur.fetchone()[0]
entry.append(summary)
sql = "SELECT link FROM entries WHERE id = :id"
cur.execute(sql, (id,))
link = cur.fetchone()[0]
entry.append(link)
# columns = ['title', 'summary', 'link']
# for column in columns:
# sql = "SELECT :column FROM entries WHERE id = :id"
# cur.execute(sql, {"column": column, "id": id})
# str = cur.fetchone()[0]
# entry.append(str)
entry = "{}\n\n{}\n\nLink to article:\n{}".format(entry[0], entry[1], entry[2])
mark_as_read(conn, id)
return entry
2022-06-21 16:27:32 +02:00
def mark_as_read(conn, id):
"""
Set read status of entry
2022-07-20 17:46:20 +02:00
:param conn:
2022-06-21 16:27:32 +02:00
:param id: id of the entry
"""
cur = conn.cursor()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.cursor() from mark_as_read(conn, id)")
2022-06-21 16:27:32 +02:00
sql = "UPDATE entries SET summary = '', read = 1 WHERE id = ?"
cur.execute(sql, (id,))
conn.commit()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.commit() from mark_as_read(conn, id)")
2022-07-11 18:50:54 +02:00
#conn.close()
2022-06-21 16:27:32 +02:00
# TODO test
def toggle_status(conn, id):
"""
Set status of feed
2022-07-20 17:46:20 +02:00
:param conn:
2022-06-21 16:27:32 +02:00
:param id: id of the feed
:return: string
"""
#conn = create_connection(db_file)
cur = conn.cursor()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.cursor() from toggle_status(conn, id)")
2022-06-24 10:44:36 +02:00
sql = "SELECT name FROM feeds WHERE id = :id"
cur.execute(sql, (id,))
title = cur.fetchone()[0]
2022-06-21 16:27:32 +02:00
sql = "SELECT status FROM feeds WHERE id = ?"
# NOTE [0][1][2]
2022-06-24 10:44:36 +02:00
cur.execute(sql, (id,))
status = cur.fetchone()[0]
2022-06-21 16:27:32 +02:00
# FIXME always set to 1
# NOTE Maybe because is not integer
# TODO Reset feed table before further testing
2022-06-24 10:44:36 +02:00
if status == 1:
status = 0
notice = "News updates for '{}' are now disabled".format(title)
else:
status = 1
notice = "News updates for '{}' are now enabled".format(title)
2022-06-21 16:27:32 +02:00
sql = "UPDATE feeds SET status = :status WHERE id = :id"
cur.execute(sql, {"status": status, "id": id})
conn.commit()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.commit() from toggle_status(conn, id)")
2022-06-24 10:44:36 +02:00
return notice
2022-06-21 16:27:32 +02:00
2022-07-20 17:46:20 +02:00
def toggle_state(jid, state):
"""
Set status of update
:param jid: jid of the user
:param state: boolean
:return:
"""
db_dir = get_default_dbdir()
os.chdir(db_dir)
db_file = r"{}.db".format(jid)
bk_file = r"{}.db.bak".format(jid)
if state:
if path.exists(db_file):
return "Updates are already enabled"
elif path.exists(bk_file):
os.renames(bk_file, db_file)
return "Updates are now enabled"
else:
if path.exists(bk_file):
return "Updates are already disabled"
elif path.exists(db_file):
os.renames(db_file, bk_file)
return "Updates are now disabled"
# if path.exists(db_file):
# os.renames(db_file, db_file + ".bak")
# break
# db_file = r"{}.db.bak".format(jid)
# if path.exists(db_file):
# os.renames(db_file, jid,+".db")
2022-06-21 16:27:32 +02:00
def set_date(conn, url):
"""
Set last update date of feed
:param url: url of the feed
:return:
"""
today = date.today()
cur = conn.cursor()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.cursor() from set_date(conn, url)")
2022-06-21 16:27:32 +02:00
sql = "UPDATE feeds SET updated = :today WHERE address = :url"
cur.execute(sql, {"today": today, "url": url})
conn.commit()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.commit() from set_date(conn, url)")
2022-06-21 16:27:32 +02:00
2022-07-13 16:32:07 +02:00
def get_subscriptions(conn):
2022-06-21 16:27:32 +02:00
"""
Query feeds
:param conn:
:return: rows (tuple)
"""
2022-07-13 16:32:07 +02:00
cur = conn.cursor()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.cursor() from get_subscriptions(conn)")
2022-06-24 10:44:36 +02:00
sql = "SELECT address FROM feeds WHERE status = 1"
2022-06-21 16:27:32 +02:00
result = cur.execute(sql)
return result
def list_subscriptions(conn):
"""
Query feeds
:param conn:
:return: rows (string)
"""
cur = conn.cursor()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.cursor() from list_subscriptions(conn)")
2022-06-21 16:27:32 +02:00
#sql = "SELECT id, address FROM feeds"
2022-06-24 10:44:36 +02:00
sql = "SELECT name, address, updated, id, status FROM feeds"
2022-06-21 16:27:32 +02:00
results = cur.execute(sql)
feeds_list = "List of subscriptions: \n"
counter = 0
for result in results:
counter += 1
#feeds_list = feeds_list + '\n {}. {}'.format(str(result[0]), str(result[1]))
feeds_list += """\n{} \n{} \nLast updated: {} \nID: {} [{}]
""".format(str(result[0]), str(result[1]), str(result[2]),
str(result[3]), str(result[4]))
if counter:
return feeds_list + "\n Total of {} subscriptions".format(counter)
else:
2022-06-30 18:21:22 +02:00
msg = ("List of subscriptions is empty. \n"
2022-07-20 17:46:20 +02:00
"To add feed, send a message as follows: \n"
2022-06-30 18:21:22 +02:00
"feed add URL \n"
2022-07-20 17:46:20 +02:00
"Example: \n"
2022-06-30 18:21:22 +02:00
"feed add https://reclaimthenet.org/feed/")
return msg
2022-06-21 16:27:32 +02:00
2022-07-20 17:46:20 +02:00
def last_entries(conn, num):
"""
Query feeds
:param conn:
:param num: integer
:return: rows (string)
"""
if int(num) > 50:
num = str(50)
elif int(num) < 1:
num = str(1)
cur = conn.cursor()
sql = "SELECT title, link FROM entries ORDER BY ROWID DESC LIMIT {}".format(num)
results = cur.execute(sql)
titles_list = "Recent {} titles: \n".format(num)
for result in results:
# titles_list += """\nTitle: {} \nLink: {}
titles_list += """\n{} \n{}
""".format(str(result[0]), str(result[1]))
return titles_list
2022-07-13 16:32:07 +02:00
def check_entry(conn, title, link):
2022-06-21 16:27:32 +02:00
"""
Check whether an entry exists
Query entries by title and link
:param conn:
:param link:
:param title:
:return: row
"""
2022-07-13 16:32:07 +02:00
cur = conn.cursor()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.cursor() from check_entry(conn, title, link)")
2022-06-21 16:27:32 +02:00
sql = "SELECT id FROM entries WHERE title = :title and link = :link"
cur.execute(sql, {"title": title, "link": link})
return cur.fetchone()
def add_entry(conn, entry):
"""
Add a new entry into the entries table
:param conn:
:param entry:
:return:
"""
sql = """ INSERT INTO entries(title,summary,link,source,read)
VALUES(?,?,?,?,?) """
cur = conn.cursor()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.cursor() from add_entry(conn, entry)")
2022-06-21 16:27:32 +02:00
cur.execute(sql, entry)
conn.commit()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.commit() from add_entry(conn, entry)")
2022-06-21 16:27:32 +02:00
def remove_entry(conn, source, length):
"""
Maintain list of entries
Check the number returned by feed and delete
existing entries up to the same returned amount
:param conn:
:param source:
:param length:
:return:
"""
cur = conn.cursor()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.cursor() from remove_entry(conn, source, length)")
2022-06-21 16:27:32 +02:00
# FIXED
# Dino empty titles are not counted https://dino.im/index.xml
# SOLVED
# Add text if is empty
# title = '*** No title ***' if not entry.title else entry.title
sql = "SELECT count(id) FROM entries WHERE source = ?"
count = cur.execute(sql, (source,))
count = cur.fetchone()[0]
#limit = count - length
limit = count - length
if limit:
#if limit > 0:
limit = limit;
2022-06-24 10:44:36 +02:00
sql = """DELETE FROM entries WHERE id IN (
SELECT id FROM entries
WHERE source = :source
ORDER BY id
ASC LIMIT :limit)"""
2022-06-21 16:27:32 +02:00
cur.execute(sql, {"source": source, "limit": limit})
conn.commit()
2022-07-19 11:01:03 +02:00
print(time.strftime("%H:%M:%S"), "conn.commit() from remove_entry(conn, source, length)")
2022-06-21 16:27:32 +02:00
if __name__ == '__main__':
# Setup the command line arguments.
2022-06-24 10:44:36 +02:00
parser = ArgumentParser(description=Slixfeed.__doc__)
2022-06-21 16:27:32 +02:00
# Output verbosity options.
parser.add_argument("-q", "--quiet", help="set logging to ERROR",
action="store_const", dest="loglevel",
const=logging.ERROR, default=logging.INFO)
parser.add_argument("-d", "--debug", help="set logging to DEBUG",
action="store_const", dest="loglevel",
const=logging.DEBUG, default=logging.INFO)
# JID and password options.
parser.add_argument("-j", "--jid", dest="jid",
help="JID to use")
parser.add_argument("-p", "--password", dest="password",
help="password to use")
args = parser.parse_args()
# Setup logging.
logging.basicConfig(level=args.loglevel,
format='%(levelname)-8s %(message)s')
if args.jid is None:
args.jid = input("Username: ")
if args.password is None:
args.password = getpass("Password: ")
2022-06-24 10:44:36 +02:00
# Setup the Slixfeed and register plugins. Note that while plugins may
2022-06-21 16:27:32 +02:00
# have interdependencies, the order in which you register them does
# not matter.
2022-06-24 10:44:36 +02:00
xmpp = Slixfeed(args.jid, args.password)
2022-06-21 16:27:32 +02:00
xmpp.register_plugin('xep_0004') # Data Forms
2022-07-19 11:01:03 +02:00
xmpp.register_plugin('xep_0030') # Service Discovery
xmpp.register_plugin('xep_0045') # Multi-User Chat
2022-06-21 16:27:32 +02:00
xmpp.register_plugin('xep_0060') # PubSub
xmpp.register_plugin('xep_0199') # XMPP Ping
# Connect to the XMPP server and start processing XMPP stanzas.
xmpp.connect()
xmpp.process()