Slixfeed/slixfeed/xmpphandler.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from datetime import datetime

import asyncio
import os
import slixmpp

import confighandler
import datahandler
import sqlitehandler

jid_tasker = {}
task_manager = {}
loop = asyncio.get_event_loop()

time_now = datetime.now()
# time_now = time_now.strftime("%H:%M:%S")

def print_time():
    # return datetime.now().strftime("%H:%M:%S")
    now = datetime.now()
    current_time = now.strftime("%H:%M:%S")
    return current_time


class Slixfeed(slixmpp.ClientXMPP):
    """
    Slixmpp news bot that will send updates
    from feeds it receives.
    """

    print("slixmpp.ClientXMPP")
    print(repr(slixmpp.ClientXMPP))

    def __init__(self, jid, password):
        slixmpp.ClientXMPP.__init__(self, jid, password)

        # The session_start event will be triggered when
        # the bot establishes its connection with the server
        # and the XML streams are ready for use. We want to
        # listen for this event so that we we can initialize
        # our roster.
        self.add_event_handler("session_start", self.start)
        # self.add_event_handler("session_start", self.select_file)
        # self.add_event_handler("session_start", self.send_status)
        # self.add_event_handler("session_start", self.check_updates)

        # The message event is triggered whenever a message
        # stanza is received. Be aware that that includes
        # MUC messages and error messages.
        self.add_event_handler("message", self.message)
        self.add_event_handler("disconnected", self.reconnect)
        # Initialize event loop
        # self.loop = asyncio.get_event_loop()


    async def start(self, event):
        """
        Process the session_start event.

        Typical actions for the session_start event are
        requesting the roster and broadcasting an initial
        presence stanza.

        Arguments:
            event -- An empty dictionary. The session_start
                     event does not provide any additional
                     data.
        """
        self.send_presence()
        await self.get_roster()
        await self.select_file()

        self.send_presence(
            pshow="away",
            pstatus="Slixmpp has been restarted.",
            pto="sch@pimux.de"
        )


    async def message(self, msg):
        """
        Process incoming message stanzas. Be aware that this also
        includes MUC messages and error messages. It is usually
        a good idea to check the messages's type before processing
        or sending replies.

        Arguments:
            msg -- The received message stanza. See the documentation
                   for stanza objects and the Message stanza to see
                   how it may be used.
        """
        if msg["type"] in ("chat", "normal"):
            action = 0
            jid = msg["from"].bare
            message = " ".join(msg["body"].split())
            message = message.lower()

            print(print_time(), "ACCOUNT: " + str(msg["from"]))
            print(print_time(), "COMMAND:", message)

            if message.startswith("help"):
                action = print_help()
            # NOTE: Might not need it
            # elif message.startswith("add "):
            #     url = message[4:]
            elif message.startswith("http"):
                url = message
                action = await initdb(jid, datahandler.add_feed, url)
                # action = "> " + message + "\n" + action
            elif message.startswith("quantum "):
                key = message[:7]
                val = message[8:]
                # action = "Every update will contain {} news items.".format(action)
                action = await initdb(jid, sqlitehandler.set_settings_value, [key, val])
                await self.refresh_task(jid, key, val)
            elif message.startswith("interval "):
                key = message[:8]
                val = message[9:]
                # action = "Updates will be sent every {} minutes.".format(action)
                action = await initdb(jid, sqlitehandler.set_settings_value, [key, val])
                await self.refresh_task(jid, key, val)
            elif message.startswith("list"):
                action = await initdb(jid, sqlitehandler.list_subscriptions)
            elif message.startswith("recent "):
                num = message[7:]
                action = await initdb(jid, sqlitehandler.last_entries, num)
            elif message.startswith("remove "):
                ix = message[7:]
                action = await initdb(jid, sqlitehandler.remove_feed, ix)
            elif message.startswith("search "):
                query = message[7:]
                action = await initdb(jid, sqlitehandler.search_entries, query)
            elif message.startswith("start"):
                # action = "Updates are enabled."
                key = "enabled"
                val = 1
                action = await initdb(jid, sqlitehandler.set_settings_value, [key, val])
                asyncio.create_task(self.task_jid(jid))
                # print(print_time(), "task_manager[jid]")
                # print(task_manager[jid])
            elif message.startswith("stats"):
                action = await initdb(jid, sqlitehandler.statistics)
            elif message.startswith("status "):
                ix = message[7:]
                action = await initdb(jid, sqlitehandler.toggle_status, ix)
            elif message.startswith("stop"):
                # action = "Updates are disabled."
                try:
                    # task_manager[jid]["check"].cancel()
                    # task_manager[jid]["status"].cancel()
                    task_manager[jid]["interval"].cancel()
                    key = "enabled"
                    val = 0
                    action = await initdb(jid, sqlitehandler.set_settings_value, [key, val])
                except:
                    action = "Updates are already disabled."
                    # print("Updates are already disabled. Nothing to do.")
                # await self.send_status(jid)
                await self.task_jid(jid)
            else:
                action = "Unknown command. Press \"help\" for list of commands"
            # NOTE Message won't be sent if status is send before it
            # Or it is because we cancel task send_status
            if action: msg.reply(action).send()


    async def select_file(self):
        """
        Initiate actions by JID (Jabber ID).

        :param self: Self
        """
        while True:
            db_dir = confighandler.get_default_dbdir()
            if not os.path.isdir(db_dir):
                msg = ("Slixfeed can not work without a database. \n"
                       "To create a database, follow these steps: \n"
                       "Add Slixfeed contact to your roster \n"
                       "Send a feed to the bot by: \n"
                       "add https://reclaimthenet.org/feed/")
                print(print_time(), msg)
                print(msg)
            else:
                os.chdir(db_dir)
                files = os.listdir()
            # TODO Use loop (with gather) instead of TaskGroup
            # for file in files:
            #     if file.endswith(".db") and not file.endswith(".db-jour.db"):
            #         jid = file[:-3]
            #         jid_tasker[jid] = asyncio.create_task(self.task_jid(jid))
            #         await jid_tasker[jid]
            async with asyncio.TaskGroup() as tg:
                for file in files:
                    if file.endswith(".db") and not file.endswith(".db-jour.db"):
                        jid = file[:-3]
                        tg.create_task(self.task_jid(jid))
                        # task_manager.update({jid: tg})


    async def task_jid(self, jid):
        """
        JID (Jabber ID) task manager.

        :param self: Self
        :param jid: Jabber ID
        """
        enabled = await initdb(
            jid,
            sqlitehandler.get_settings_value,
            "enabled"
        )
        print(print_time(), "enabled", enabled, jid)
        if enabled:
            task_manager[jid] = {}
            task_manager[jid]["check"] = asyncio.create_task(check_updates(jid))
            task_manager[jid]["status"] = asyncio.create_task(self.send_status(jid))
            task_manager[jid]["interval"] = asyncio.create_task(self.send_update(jid))
            await task_manager[jid]["check"]
            await task_manager[jid]["status"]
            await task_manager[jid]["interval"]
        else:
            await self.send_status(jid)

    async def send_update(self, jid):
        """
        Send news items as messages.

        :param self: Self
        :param jid: Jabber ID
        """
        new = await initdb(
            jid,
            sqlitehandler.get_entry_unread
        )
        if new:
            print(print_time(), "> SEND UPDATE",jid)
            self.send_message(
                mto=jid,
                mbody=new,
                mtype="chat"
            )
        interval = await initdb(
            jid,
            sqlitehandler.get_settings_value,
            "interval"
        )
        print(print_time(), "asyncio.get_event_loop().time()")
        print(print_time(), asyncio.get_event_loop().time())
        # await asyncio.sleep(60 * interval)
        task_manager[jid]["interval"] = loop.call_at(
            loop.time() + 60 * interval,
            loop.create_task,
            self.send_update(jid)
        )
        # loop.call_later(
        #     60 * interval,
        #     loop.create_task,
        #     self.send_update(jid)
        # )

    async def send_status(self, jid):
        """
        Send status message.

        :param self: Self
        :param jid: Jabber ID
        """
        print(print_time(), "> SEND STATUS",jid)
        unread = await initdb(
            jid,
            sqlitehandler.get_number_of_entries_unread
        )

        if unread:
            status_text = "📰 News items: {}".format(str(unread))
            status_mode = "chat"
        else:
            status_text = "🗞 No News"
            status_mode = "available"

        enabled = await initdb(
            jid,
            sqlitehandler.get_settings_value,
            "enabled"
        )
        
        if not enabled:
            status_mode = "xa"

        # print(status_text, "for", jid)
        self.send_presence(
            pshow=status_mode,
            pstatus=status_text,
            pto=jid,
            #pfrom=None
        )

        await asyncio.sleep(60 * 20)

        # loop.call_at(
        #     loop.time() + 60 * 20,
        #     loop.create_task,
        #     self.send_status(jid)
        # )


    async def refresh_task(self, jid, key, val):
        """
        Apply settings on runtime.

        :param self: Self
        :param jid: Jabber ID
        :param key: Key
        :param val: Value
        """
        if jid in task_manager:
            task_manager[jid][key].cancel()
            task_manager[jid][key] = loop.call_at(
                loop.time() + 60 * float(val),
                loop.create_task,
                self.send_update(jid)
            )
            # task_manager[jid][key] = loop.call_later(
            #     60 * float(val),
            #     loop.create_task,
            #     self.send_update(jid)
            # )
            # task_manager[jid][key] = self.send_update.loop.call_at(
            #     self.send_update.loop.time() + 60 * val,
            #     self.send_update.loop.create_task,
            #     self.send_update(jid)
            # )


# TODO Take this function out of
# <class 'slixmpp.clientxmpp.ClientXMPP'>
async def check_updates(jid):
    """
    Start calling for update check up.

    :param jid: Jabber ID
    """
    while True:
        print(print_time(), "> CHCK UPDATE",jid)
        await initdb(jid, datahandler.download_updates)
        await asyncio.sleep(60 * 90)
        # Schedule to call this function again in 90 minutes
        # loop.call_at(
        #     loop.time() + 60 * 90,
        #     loop.create_task,
        #     self.check_updates(jid)
        # )


def print_help():
    """
    Print help manual.
    """
    msg = ("Slixfeed - News syndication bot for Jabber/XMPP \n"
           "\n"
           "DESCRIPTION: \n"
           " Slixfeed is a news aggregator bot for online news feeds. \n"
           " Supported filetypes: Atom, RDF and RSS. \n"
           "\n"
           "BASIC USAGE: \n"
           " Start \n"
           "   Enable bot and send updates. \n"
           " Stop \n"
           "   Disable bot and stop updates. \n"
           " batch N \n"
           "   Send N updates for each interval. \n"
           " interval N \n"
           "   Send an update every N minutes. \n"
           " feed list \n"
           "   List subscriptions. \n"
           "\n"
           "EDIT OPTIONS: \n"
           " add URL \n"
           "   Add URL to subscription list. \n"
           " remove ID \n"
           "   Remove feed from subscription list. \n"
           " status ID \n"
           "   Toggle update status of feed. \n"
           "\n"
           "SEARCH OPTIONS: \n"
           " search TEXT \n"
           "   Search news items by given keywords. \n"
           " recent N \n"
           "   List recent N news items (up to 50 items). \n"
           "\n"
           "STATISTICS OPTIONS: \n"
           " analyses \n"
           "   Show report and statistics of feeds. \n"
           " obsolete \n"
           "   List feeds that are not available. \n"
           " unread \n"
           "   Print number of unread news items. \n"
           "\n"
           "BACKUP OPTIONS: \n"
           " export opml \n"
           "   Send an OPML file with your feeds. \n"
           " backup news html\n"
           "   Send an HTML formatted file of your news items. \n"
           " backup news md \n"
           "   Send a Markdown file of your news items. \n"
           " backup news text \n"
           "   Send a Plain Text file of your news items. \n"
           "\n"
           "DOCUMENTATION: \n"
           " Slixfeed \n"
           "   https://gitgud.io/sjehuda/slixfeed \n"
           " Slixmpp \n"
           "   https://slixmpp.readthedocs.io/ \n"
           " feedparser \n"
           "   https://pythonhosted.org/feedparser")
    return msg


# TODO Perhaps this needs to be executed
# just once per program execution
async def initdb(jid, callback, message=None):
    """
    Callback function to instantiate action on database.

    :param jid: JID (Jabber ID).
    :param callback: Function name.
    :param massage: Optional kwarg when a message is a part or required argument.
    """
    db_dir = confighandler.get_default_dbdir()
    if not os.path.isdir(db_dir):
        os.mkdir(db_dir)
    db_file = os.path.join(db_dir, r"{}.db".format(jid))
    sqlitehandler.create_tables(db_file)
    # await sqlitehandler.set_default_values(db_file)
    if message:
        return await callback(db_file, message)
    else:
        return await callback(db_file)