Slixfeed/slixfeed/xmpp/chat.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-

"""

TODO

1) Deprecate "add" (see above) and make it interactive.
   Slixfeed: Do you still want to add this URL to subscription list?
   See: case _ if command_lowercase.startswith("add"):

2) If subscription is inadequate (see XmppPresence.request), send a message that says so.

    elif not self.client_roster[jid]["to"]:
        breakpoint()
        message.reply("Share online status to activate bot.").send()
        return

3) Set timeout for moderator interaction.
   If moderator interaction has been made, and moderator approves the bot, then
   the bot will add the given groupchat to bookmarks; otherwise, the bot will
   send a message that it was not approved and therefore leaves the groupchat.

"""

import asyncio
import os
from pathlib import Path
from random import randrange # pending_tasks: Use a list and read the first index (i.e. index 0).
import slixfeed.config as config
from slixfeed.config import Config
import slixfeed.fetch as fetch
from slixfeed.fetch import Http
from slixfeed.log import Logger
import slixfeed.sqlite as sqlite
from slixfeed.syndication import FeedTask
from slixfeed.utilities import Documentation, Html, MD, Task, Url
from slixfeed.xmpp.commands import XmppCommands
from slixfeed.xmpp.message import XmppMessage
from slixfeed.xmpp.presence import XmppPresence
from slixfeed.xmpp.status import XmppStatusTask
from slixfeed.xmpp.upload import XmppUpload
from slixfeed.xmpp.utilities import XmppUtilities
from slixmpp import JID
from slixmpp.stanza import Message
import sys
import time
from typing import Optional

try:
    from slixfeed.xmpp.encryption import XmppOmemo
except Exception as e:
    print('Encryption of type OMEMO is not enabled.  Reason: ' + str(e))

logger = Logger(__name__)


    # for task in main_task:
    #     task.cancel()

    # Deprecated in favour of event "presence_available"
    # if not main_task:
    #     await select_file()


class XmppChat:


    async def process_message(self, message: Message, allow_untrusted: bool = False) -> None:
        """
        Process incoming message stanzas. Be aware that this also
        includes MUC messages and error messages. It is usually
        a good practice to check the messages's type before
        processing or sending replies.

        Parameters
        ----------
        message : str
            The received message stanza. See the documentation
            for stanza objects and the Message stanza to see
            how it may be used.
        """
        message_from = message['from']
        message_type = message['type']
        if message_type in ('chat', 'groupchat', 'normal'):
            jid_bare = message_from.bare
            command = ' '.join(message['body'].split())
            command_time_start = time.time()

            # if (message_type == 'groupchat' and
            #     message['muc']['nick'] == self.alias):
            #         return

            # FIXME Code repetition. See below.
            # TODO Check alias by nickname associated with conference
            if message_type == 'groupchat':
                alias = message['muc']['nick']
                if (alias == self.alias):
                    return
                if not XmppUtilities.is_moderator(self, jid_bare, alias):
                    return
                # nick = message['from'][message['from'].index('/')+1:]
                # nick = str(message['from'])
                # nick = nick[nick.index('/')+1:]
                if (alias == self.alias or
                    not message['body'].startswith('!')):
                    return
                # token = await initdb(
                #     jid_bare,
                #     sqlite.get_setting_value,
                #     'token'
                #     )
                # if token == 'accepted':
                #     operator = await initdb(
                #         jid_bare,
                #         sqlite.get_setting_value,
                #         'masters'
                #         )
                #     if operator:
                #         if nick not in operator:
                #             return
                # approved = False
                if not XmppUtilities.is_moderator(self, jid_bare, alias):
                    return
                # if role == 'moderator':
                #     approved = True
                # TODO Implement a list of temporary operators
                # Once an operator is appointed, the control would last
                # untile the participant has been disconnected from MUC
                # An operator is a function to appoint non moderators.
                # Changing nickname is fine and consist of no problem.
                # if not approved:
                #     operator = await initdb(
                #         jid_bare,
                #         sqlite.get_setting_value,
                #         'masters'
                #         )
                #     if operator:
                #         if nick in operator:
                #             approved = True
                # if not approved:
                #     return
    
            # # Begin processing new JID
            # # Deprecated in favour of event 'presence_available'
            # db_dir = config.get_default_data_directory()
            # os.chdir(db_dir)
            # if jid + '.db' not in os.listdir():
            #     await task_jid(jid)

            # await compose.message(self, jid_bare, message)

            if self.omemo_present and self['xep_0384'].is_encrypted(message):
                command, omemo_decrypted = await XmppOmemo.decrypt(
                    self, message)
            else:
                omemo_decrypted = None

            if message_type == 'groupchat': command = command[1:]
            if isinstance(command, Message): command = command['body']

            command_lowercase = command.lower()

            # This is a work-around to empty messages that are caused by function
            # self.register_handler(CoroutineCallback( of module client.py.
            # The code was taken from the cho bot xample of slixmpp-omemo.
            #if not command_lowercase: return

            logger.debug([message_from.full, ':', command])

            # Support private message via groupchat
            # See https://codeberg.org/poezio/slixmpp/issues/3506
            if message_type == 'chat' and message.get_plugin('muc', check=True):
                # jid_bare = message_from.bare
                jid_full = message_from.full
                if (jid_bare == jid_full[:jid_full.index('/')]):
                    # TODO Count and alert of MUC-PM attempts
                    return
    
            response = None
            db_file = config.get_pathname_to_database(jid_bare)
            match command_lowercase:
                case 'help':
                    command_list = XmppCommands.print_help()
                    response = ('Available command keys:\n'
                                '```\n{}\n```\n'
                                'Usage: `help <key>`'
                                .format(command_list))
                case 'help all':
                    command_list = Documentation.manual('commands.toml', section='all')
                    response = ('Complete list of commands:\n'
                                '```\n{}\n```'
                                .format(command_list))
                case _ if command_lowercase.startswith('help'):
                    command = command[5:].lower()
                    command = command.split(' ')
                    if len(command) == 2:
                        command_root = command[0]
                        command_name = command[1]
                        command_list = Documentation.manual(
                            'commands.toml', section=command_root, command=command_name)
                        if command_list:
                            command_list = ''.join(command_list)
                            response = (command_list)
                        else:
                            response = ('KeyError for {} {}'
                                        .format(command_root, command_name))
                    elif len(command) == 1:
                        command = command[0]
                        command_list = Documentation.manual('commands.toml', command)
                        if command_list:
                            command_list = ' '.join(command_list)
                            response = ('Available command `{}` keys:\n'
                                        '```\n{}\n```\n'
                                        'Usage: `help {} <command>`'
                                        .format(command, command_list, command))
                        else:
                            response = 'KeyError for {}'.format(command)
                    else:
                        response = ('Invalid. Enter command key '
                                    'or command key & name')
                case 'info':
                    entries = XmppCommands.print_info_list()
                    response = ('Available command options:\n'
                                '```\n{}\n```\n'
                                'Usage: `info <option>`'
                                .format(entries))
                case _ if command_lowercase.startswith('info'):
                    entry = command[5:].lower()
                    response = XmppCommands.print_info_specific(entry)
                case _ if command_lowercase in ['greetings', 'hallo', 'hello',
                                                'hey', 'hi', 'hola', 'holla',
                                                'hollo']:
                    response = ('Greeting. My name is {}.\n'
                                'I am an Atom/RSS News Bot.\n'
                                'Send "help" for further instructions.\n'
                                .format(self.alias))
                case _ if command_lowercase.startswith('add'):
                    command = command[4:]
                    url = command.split(' ')[0]
                    title = ' '.join(command.split(' ')[1:])
                    response = await XmppCommands.feed_add(
                        url, db_file, jid_bare, title)
                case _ if command_lowercase.startswith('allow +'):
                        val = command[7:]
                        if val:
                            await XmppCommands.set_filter_allow(
                                db_file, val, True)
                            response = ('Approved keywords\n'
                                        '```\n{}\n```'
                                        .format(val))
                        else:
                            response = ('No action has been taken.'
                                        '\n'
                                        'Missing keywords.')
                case _ if command_lowercase.startswith('allow -'):
                        val = command[7:]
                        if val:
                            await XmppCommands.set_filter_allow(
                                db_file, val, False)
                            response = ('Approved keywords\n'
                                        '```\n{}\n```'
                                        .format(val))
                        else:
                            response = ('No action has been taken.'
                                        '\n'
                                        'Missing keywords.')
                case _ if command_lowercase.startswith('archive'):
                    val = command[8:]
                    if val:
                        response = await XmppCommands.set_archive(
                            self, db_file, jid_bare, val)
                    else:
                        response = 'Current value for archive: '
                        response += XmppCommands.get_archive(self, jid_bare)
                case _ if command_lowercase.startswith('bookmark +'):
                    if XmppUtilities.is_operator(self, jid_bare):
                        muc_jid = command[11:]
                        response = await XmppCommands.bookmark_add(
                            self, muc_jid)
                    else:
                        response = ('This action is restricted. '
                                    'Type: adding bookmarks.')
                case _ if command_lowercase.startswith('bookmark -'):
                    if XmppUtilities.is_operator(self, jid_bare):
                        muc_jid = command[11:]
                        response = await XmppCommands.bookmark_del(
                            self, muc_jid)
                    else:
                        response = ('This action is restricted. '
                                    'Type: removing bookmarks.')
                case 'bookmarks':
                    if XmppUtilities.is_operator(self, jid_bare):
                        response = await XmppCommands.print_bookmarks(self)
                    else:
                        response = ('This action is restricted. '
                                    'Type: viewing bookmarks.')
                case _ if command_lowercase.startswith('clear'):
                    key = command[6:]
                    response = await XmppCommands.clear_filter(db_file, key)
                case _ if command_lowercase.startswith('default'):
                    key = command[8:]
                    response = await XmppCommands.restore_default(
                        self, jid_bare, key=None)
                case 'defaults':
                    response = await XmppCommands.restore_default(self, jid_bare)
                case _ if command_lowercase.startswith('deny +'):
                        val = command[6:]
                        if val:
                            await XmppCommands.set_filter_allow(
                                db_file, val, True)
                            response = ('Rejected keywords\n'
                                        '```\n{}\n```'
                                        .format(val))
                        else:
                            response = ('No action has been taken.'
                                        '\n'
                                        'Missing keywords.')
                case _ if command_lowercase.startswith('deny -'):
                        val = command[6:]
                        if val:
                            await XmppCommands.set_filter_allow(
                                db_file, val, False)
                            response = ('Rejected keywords\n'
                                        '```\n{}\n```'
                                        .format(val))
                        else:
                            response = ('No action has been taken.'
                                        '\n'
                                        'Missing keywords.')
                case _ if command_lowercase.startswith('disable'):
                    response = await XmppCommands.feed_disable(
                        self, db_file, jid_bare, command)
                    XmppStatusTask.restart_task(self, jid_bare)
                case _ if command_lowercase.startswith('enable'):
                    response = await XmppCommands.feed_enable(
                        self, db_file, command)
                case _ if command_lowercase.startswith('export'):
                    ext = command[7:]
                    if ext in ('md', 'opml'): # html xbel
                        status_type = 'dnd'
                        status_message = ('📤️ Procesing request to '
                                          'export feeds into {}...'
                                          .format(ext.upper()))
                        # pending_tasks_num = len(self.pending_tasks[jid_bare])
                        pending_tasks_num = randrange(10000, 99999)
                        self.pending_tasks[jid_bare][pending_tasks_num] = status_message
                        # self.pending_tasks_counter += 1
                        # self.pending_tasks[jid_bare][self.pending_tasks_counter] = status_message
                        XmppPresence.send(self, jid_bare, status_message,
                                          status_type=status_type)
                        pathname, response = XmppCommands.export_feeds(
                            jid_bare, ext)
                        encrypt_omemo = Config.get_setting_value(self, jid_bare, 'omemo')
                        encrypted = True if encrypt_omemo else False
                        url = await XmppUpload.start(self, jid_bare, Path(pathname), encrypted=encrypted)
                        # response = (
                        #     'Feeds exported successfully to {}.\n{}'
                        #     ).format(ex, url)
                        # XmppMessage.send_oob_reply_message(message, url, response)
                        if url:
                            chat_type = await XmppUtilities.get_chat_type(self, jid_bare)
                            if self.omemo_present and encrypted:
                                url_encrypted, omemo_encrypted = await XmppOmemo.encrypt(
                                    self, message_from, 'chat', url)
                                XmppMessage.send_omemo_oob(self, message_from, url_encrypted, chat_type)
                            else:
                                XmppMessage.send_oob(self, jid_bare, url, chat_type)
                        else:
                            response = 'OPML file export has been failed.'
                        del self.pending_tasks[jid_bare][pending_tasks_num]
                        # del self.pending_tasks[jid_bare][self.pending_tasks_counter]
                        XmppStatusTask.restart_task(self, jid_bare)
                    else:
                        response = ('Unsupported filetype.\n'
                                    'Try: md or opml')
                case _ if command_lowercase.startswith('feeds'):
                    query = command[6:]
                    result, number = XmppCommands.list_feeds(db_file, query)
                    if number:
                        if query:
                            first_line = 'Subscriptions containing "{}":\n\n```\n'.format(query)
                        else:
                            first_line = 'Subscriptions:\n\n```\n'
                        response = (first_line + result +
                                    '\n```\nTotal of {} feeds'.format(number))
                case 'goodbye':
                    if message_type == 'groupchat':
                        await XmppCommands.muc_leave(self, jid_bare)
                    else:
                        response = 'This command is valid in groupchat only.'
                case _ if (command_lowercase.startswith('gemini:') or
                           command_lowercase.startswith('gopher:')):
                    response = XmppCommands.fetch_gemini()
                case _ if (command_lowercase.startswith('http') and
                           command_lowercase.endswith('.opml')):
                    Task.stop(self, jid_bare, 'status')
                    status_type = 'dnd'
                    status_message = '📥️ Procesing request to import feeds...'
                    # pending_tasks_num = len(self.pending_tasks[jid_bare])
                    pending_tasks_num = randrange(10000, 99999)
                    self.pending_tasks[jid_bare][pending_tasks_num] = status_message
                    # self.pending_tasks_counter += 1
                    # self.pending_tasks[jid_bare][self.pending_tasks_counter] = status_message
                    XmppPresence.send(self, jid_bare, status_message,
                                      status_type=status_type)
                    response = await XmppCommands.import_opml(
                        self, db_file, jid_bare, command)
                    del self.pending_tasks[jid_bare][pending_tasks_num]
                    # del self.pending_tasks[jid_bare][self.pending_tasks_counter]
                    XmppStatusTask.restart_task(self, jid_bare)
                case _ if command_lowercase.startswith('pubsub list'):
                    jid_full_pubsub = command[12:]
                    response = 'List of nodes for {}:\n```\n'.format(jid_full_pubsub)
                    response = await XmppCommands.pubsub_list(self, jid_full_pubsub)
                    response += '```'
                case _ if command_lowercase.startswith('pubsub send'):
                    if XmppUtilities.is_operator(self, jid_bare):
                        info = command[12:]
                        info = info.split(' ')
                        jid_full_pubsub = info[0]
                        # num = int(info[1])
                        if jid_full_pubsub:
                            response = XmppCommands.pubsub_send(self, info, jid_full_pubsub)
                    else:
                        response = ('This action is restricted. '
                                    'Type: sending news to PubSub.')
                # TODO Handle node error
                # sqlite3.IntegrityError: UNIQUE constraint failed: feeds_pubsub.node
                # ERROR:slixmpp.basexmpp:UNIQUE constraint failed: feeds_pubsub.node
                case _ if (command_lowercase.startswith('http') or
                           command_lowercase.startswith('feed:/') or
                           command_lowercase.startswith('itpc:/') or
                           command_lowercase.startswith('rss:/')):
                    url = command
                    status_type = 'dnd'
                    status_message = ('📫️ Processing request to fetch data from {}'
                                      .format(url))
                    # pending_tasks_num = len(self.pending_tasks[jid_bare])
                    pending_tasks_num = randrange(10000, 99999)
                    self.pending_tasks[jid_bare][pending_tasks_num] = status_message
                    # self.pending_tasks_counter += 1
                    # self.pending_tasks[jid_bare][self.pending_tasks_counter] = status_message
                    XmppPresence.send(self, jid_bare, status_message,
                                      status_type=status_type)
                    response = await XmppCommands.fetch_http(
                        self, command, db_file, jid_bare)
                    del self.pending_tasks[jid_bare][pending_tasks_num]
                    # del self.pending_tasks[jid_bare][self.pending_tasks_counter]
                    XmppStatusTask.restart_task(self, jid_bare)
                    # except:
                    #     response = (
                    #         '> {}\nNews source is in the process '
                    #         'of being added to the subscription '
                    #         'list.'.format(url)
                    #         )
                case _ if command_lowercase.startswith('interval'):
                    val = command[9:]
                    if val:
                        response = await XmppCommands.set_interval(
                            self, db_file, jid_bare, val)
                        XmppChatTask.restart_task(self, jid_bare)
                    else:
                        response = 'Current value for interval: '
                        response += XmppCommands.get_interval(self, jid_bare)
                case _ if command_lowercase.startswith('join'):
                    muc_jid = command[5:]
                    response = await XmppCommands.muc_join(self, muc_jid)
                case _ if command_lowercase.startswith('length'):
                        val = command[7:]
                        if val:
                            response = await XmppCommands.set_length(
                                self, db_file, jid_bare, val)
                        else:
                            response = 'Current value for length: '
                            response += XmppCommands.get_length(self, jid_bare)
                case 'media off':
                    response = await XmppCommands.set_media_off(
                        self, jid_bare, db_file)
                case 'media on':
                    response = await XmppCommands.set_media_on(
                        self, jid_bare, db_file)
                case 'new':
                    response = await XmppCommands.set_old_off(
                        self, jid_bare, db_file)
                case _ if command_lowercase.startswith('next'):
                    num = command[5:]
                    if num:
                        try:
                            int(num)
                        except:
                            # NOTE Show this text as a status message
                            # response = 'Argument for command "next" must be an integer.'
                            num = None
                    await XmppChatAction.send_unread_items(self, jid_bare, num)
                    XmppStatusTask.restart_task(self, jid_bare)
                case _ if command_lowercase.startswith('node delete'):
                    if XmppUtilities.is_operator(self, jid_bare):
                        info = command[12:]
                        info = info.split(' ')
                        response = XmppCommands.node_delete(self, info)
                    else:
                        response = ('This action is restricted. '
                                    'Type: sending news to PubSub.')
                case _ if command_lowercase.startswith('node purge'):
                    if XmppUtilities.is_operator(self, jid_bare):
                        info = command[11:]
                        info = info.split(' ')
                        response = XmppCommands.node_purge(self, info)
                    else:
                        response = ('This action is restricted. '
                                    'Type: sending news to PubSub.')
                case 'old':
                    response = await XmppCommands.set_old_on(
                        self, jid_bare, db_file)
                case 'omemo off':
                    response = await XmppCommands.set_omemo_off(
                        self, jid_bare, db_file)
                case 'omemo on':
                    response = await XmppCommands.set_omemo_on(
                        self, jid_bare, db_file)
                case 'options':
                    response = 'Options:\n```'
                    response += XmppCommands.print_options(self, jid_bare)
                    response += '\n```'
                case _ if command_lowercase.startswith('quantum'):
                    val = command[8:]
                    if val:
                        response = await XmppCommands.set_quantum(
                            self, db_file, jid_bare, val)
                    else:
                        response = 'Current value for quantum: '
                        response += XmppCommands.get_quantum(self, jid_bare)
                case 'random':
                    response = XmppCommands.set_random(self, jid_bare, db_file)
                case _ if command_lowercase.startswith('read'):
                    data = command[5:]
                    data = data.split()
                    url = data[0]
                    if url:
                        Task.stop(self, jid_bare, 'status')
                        status_type = 'dnd'
                        status_message = ('📫️ Processing request to fetch data '
                                          'from {}'.format(url))
                        pending_tasks_num = randrange(10000, 99999)
                        self.pending_tasks[jid_bare][pending_tasks_num] = status_message
                        response = await XmppCommands.feed_read(
                            self, jid_bare, data, url)
                        del self.pending_tasks[jid_bare][pending_tasks_num]
                        XmppStatusTask.restart_task(self, jid_bare)
                    else:
                        response = ('No action has been taken.'
                                    '\n'
                                    'Missing URL.')
                case _ if command_lowercase.startswith('recent'):
                    num = command[7:]
                    if not num: num = 5
                    count, result = XmppCommands.print_recent(self, db_file, num)
                    if count:
                        response = 'Recent {} fetched titles:\n\n```'.format(num)
                        response += result + '```\n'
                    else:
                        response = result
                case _ if command_lowercase.startswith('remove'):
                    ix_url = command[7:]
                    ix_url = ix_url.split(' ')
                    response = await XmppCommands.feed_remove(
                        self, jid_bare, db_file, ix_url)
                    XmppStatusTask.restart_task(self, jid_bare)
                case _ if command_lowercase.startswith('rename'):
                    response = await XmppCommands.feed_rename(
                        self, db_file, jid_bare, command)
                case _ if command_lowercase.startswith('reset'):
                    ix_url = command[6:]
                    if ix_url: ix_url = ix_url.split(' ')
                    Task.stop(self, jid_bare, 'status')
                    status_type = 'dnd'
                    status_message = '📫️ Marking entries as read...'
                    # pending_tasks_num = len(self.pending_tasks[jid_bare])
                    pending_tasks_num = randrange(10000, 99999)
                    self.pending_tasks[jid_bare][pending_tasks_num] = status_message
                    # self.pending_tasks_counter += 1
                    # self.pending_tasks[jid_bare][self.pending_tasks_counter] = status_message
                    XmppPresence.send(self, jid_bare, status_message,
                                      status_type=status_type)
                    response = await XmppCommands.mark_as_read(
                        jid_bare, db_file, ix_url)
                    del self.pending_tasks[jid_bare][pending_tasks_num]
                    # del self.pending_tasks[jid_bare][self.pending_tasks_counter]
                    XmppStatusTask.restart_task(self, jid_bare)
                case _ if command_lowercase.startswith('search'):
                    query = command[7:]
                    response = XmppCommands.search_items(db_file, query)
                case 'start':
                    status_type = 'available'
                    status_message = '📫️ Welcome back.'
                    XmppPresence.send(self, jid_bare, status_message,
                                      status_type=status_type)
                    await asyncio.sleep(5)
                    callbacks = (FeedTask, XmppChatTask, XmppStatusTask)
                    response = await XmppCommands.scheduler_start(
                        self, db_file, jid_bare, callbacks)
                case 'stats':
                    response = XmppCommands.print_statistics(db_file)
                case 'stop':
                    response = await XmppCommands.scheduler_stop(
                        self, db_file, jid_bare)
                    status_type = 'xa'
                    status_message = '📪️ Send "Start" to receive Jabber updates'
                    XmppPresence.send(self, jid_bare, status_message,
                                      status_type=status_type)
                case 'support':
                    response = XmppCommands.print_support_jid()
                    await XmppCommands.invite_jid_to_muc(self, jid_bare)
                case 'version':
                    response = XmppCommands.print_version()
                case _ if command_lowercase.startswith('xmpp:'):
                    response = await XmppCommands.muc_join(self, command)
                case _:
                    response = XmppCommands.print_unknown()
            # TODO Use message correction here
            # NOTE This might not be a good idea if
            # commands are sent one close to the next
            # if response: message.reply(response).send()
    
            command_time_finish = time.time()
            command_time_total = command_time_finish - command_time_start
            command_time_total = round(command_time_total, 3)
            if response:
                encrypt_omemo = Config.get_setting_value(self, jid_bare, 'omemo')
                encrypted = True if encrypt_omemo else False
                if self.omemo_present and encrypted and self['xep_0384'].is_encrypted(message):
                    response_encrypted, omemo_encrypted = await XmppOmemo.encrypt(
                        self, message_from, 'chat', response)
                    if omemo_decrypted and omemo_encrypted:
                        # message_from = message['from']
                        # message_type = message['type']
                        XmppMessage.send_omemo(self, message_from, message_type, response_encrypted)
                        # XmppMessage.send_omemo_reply(self, message, response_encrypted)
                else:
                    XmppMessage.send_reply(self, message, response)
            if Config.get_setting_value(self, jid_bare, 'finished'):
                response_finished = 'Finished. Total time: {}s'.format(command_time_total)
                XmppMessage.send_reply(self, message, response_finished)

            # if not response: response = 'EMPTY MESSAGE - ACTION ONLY'
            # data_dir = config.get_default_data_directory()
            # if not os.path.isdir(data_dir):
            #     os.mkdir(data_dir)
            # if not os.path.isdir(data_dir + '/logs/'):
            #     os.mkdir(data_dir + '/logs/')
            # MD.log_to_markdown(
            #     dt.current_time(), os.path.join(data_dir, 'logs', jid_bare),
            #     jid_bare, command)
            # MD.log_to_markdown(
            #     dt.current_time(), os.path.join(data_dir, 'logs', jid_bare),
            #     jid_bare, response)
    
            # print(
            #     'Message : {}\n'
            #     'JID     : {}\n'
            #     '{}\n'
            #     .format(command, jid_bare, response)
            #     )


class XmppChatAction:


    async def send_unread_items(self, jid_bare, num: Optional[int] = None):
        """
        Send news items as messages.

        Parameters
        ----------
        jid_bare : str
            Jabber ID.
        num : str, optional
            Number. The default is None.
        """
        function_name = sys._getframe().f_code.co_name
        logger.debug('{}: jid: {} num: {}'.format(function_name, jid_bare, num))
        db_file = config.get_pathname_to_database(jid_bare)
        encrypt_omemo = Config.get_setting_value(self, jid_bare, 'omemo')
        encrypted = True if encrypt_omemo else False
        jid = JID(jid_bare)
        show_media = Config.get_setting_value(self, jid_bare, 'media')
        if not num:
            num = Config.get_setting_value(self, jid_bare, 'quantum')
        else:
            num = int(num)
        results = sqlite.get_unread_entries(db_file, num)
        news_digest = ''
        media_url = None
        chat_type = await XmppUtilities.get_chat_type(self, jid_bare)
        for result in results:
            ix = result[0]
            title_e = result[1]
            url = result[2]
            summary = result[3]
            feed_id = result[4]
            date = result[5]
            enclosure = sqlite.get_enclosure_by_entry_id(db_file, ix)
            if enclosure: enclosure = enclosure[0]
            title_f = sqlite.get_feed_title(db_file, feed_id)
            title_f = title_f[0]
            news_digest += await XmppChatAction.list_unread_entries(self, result, title_f, jid_bare)
            # print(db_file)
            # print(result[0])
            # breakpoint()
            await sqlite.mark_as_read(db_file, ix)

            # Find media
            # if url.startswith("magnet:"):
            #     media = action.get_magnet(url)
            # elif enclosure.startswith("magnet:"):
            #     media = action.get_magnet(enclosure)
            # elif enclosure:
            if show_media:
                if enclosure:
                    media_url = enclosure
                else:
                    media_url = await Html.extract_image_from_html(url)
                try:
                    http_headers = await Http.fetch_headers(media_url)
                    if ('Content-Length' in http_headers):
                        if int(http_headers['Content-Length']) < 100000:
                            media_url = None
                    else:
                        media_url = None
                except Exception as e:
                    print(media_url)
                    logger.error(e)
                    media_url = None

            if media_url and news_digest:
                if self.omemo_present and encrypt_omemo:
                    news_digest_encrypted, omemo_encrypted = await XmppOmemo.encrypt(
                        self, jid, 'chat', news_digest)
                if self.omemo_present and encrypt_omemo and omemo_encrypted:
                    XmppMessage.send_omemo(self, jid, chat_type, news_digest_encrypted)
                else:
                    # Send textual message
                    XmppMessage.send(self, jid_bare, news_digest, chat_type)
                news_digest = ''
                # Send media
                if self.omemo_present and encrypt_omemo:
                    cache_dir = config.get_default_cache_directory()
                    # if not media_url.startswith('data:'):
                    filename = media_url.split('/').pop().split('?')[0]
                    if not filename: breakpoint()
                    pathname = os.path.join(cache_dir, filename)
                    # http_response = await Http.response(media_url)
                    http_headers = await Http.fetch_headers(media_url)
                    if ('Content-Length' in http_headers and
                        int(http_headers['Content-Length']) < 3000000):
                        status = await Http.fetch_media(media_url, pathname)
                        if status:
                            filesize = os.path.getsize(pathname)
                            media_url_new = await XmppUpload.start(
                                self, jid_bare, Path(pathname), filesize, encrypted=encrypted)
                        else:
                            media_url_new = media_url
                    else:
                        media_url_new = media_url
                    # else:
                    #     import io, base64
                    #     from PIL import Image
                    #     file_content = media_url.split(',').pop()
                    #     file_extension = media_url.split(';')[0].split(':').pop().split('/').pop()
                    #     img = Image.open(io.BytesIO(base64.decodebytes(bytes(file_content, "utf-8"))))
                    #     filename = 'image.' + file_extension
                    #     pathname = os.path.join(cache_dir, filename)
                    #     img.save(pathname)
                    #     filesize = os.path.getsize(pathname)
                    #     media_url_new = await XmppUpload.start(
                    #         self, jid_bare, Path(pathname), filesize, encrypted=encrypted)
                    media_url_new_encrypted, omemo_encrypted = await XmppOmemo.encrypt(
                        self, jid, 'chat', media_url_new)
                    if media_url_new_encrypted and omemo_encrypted:
                        # NOTE Tested against Gajim.
                        # FIXME This only works with aesgcm URLs, and it does
                        # not work with http URLs.
                        # url = saxutils.escape(url)
                        # AttributeError: 'Encrypted' object has no attribute 'replace'
                        XmppMessage.send_omemo_oob(self, jid, media_url_new_encrypted, chat_type)
                else:
                    # NOTE Tested against Gajim.
                    # FIXME Jandle data: URIs.
                    if not media_url.startswith('data:'):
                        http_headers = await Http.fetch_headers(media_url)
                        if ('Content-Length' in http_headers and
                            int(http_headers['Content-Length']) > 100000):
                            print(http_headers['Content-Length'])
                            XmppMessage.send_oob(self, jid_bare, media_url, chat_type)
                    else:
                        XmppMessage.send_oob(self, jid_bare, media_url, chat_type)
                media_url = None

        if news_digest:
            if self.omemo_present and encrypt_omemo:
                news_digest_encrypted, omemo_encrypted = await XmppOmemo.encrypt(
                    self, jid, 'chat', news_digest)
            if self.omemo_present and encrypt_omemo and omemo_encrypted:
                XmppMessage.send_omemo(self, jid, chat_type, news_digest_encrypted)
            else:
                XmppMessage.send(self, jid_bare, news_digest, chat_type)
                # TODO Add while loop to assure delivery.
                # print(await current_time(), ">>> ACT send_message",jid)
                # NOTE Do we need "if statement"? See NOTE at is_muc.
                # if chat_type in ('chat', 'groupchat'):
                #     # TODO Provide a choice (with or without images)
                #     XmppMessage.send(self, jid, news_digest, chat_type)
            # See XEP-0367
            # if media:
            #     # message = xmpp.Slixfeed.make_message(
            #     #     self, mto=jid, mbody=new, mtype=chat_type)
            #     message = xmpp.Slixfeed.make_message(
            #         self, mto=jid, mbody=media, mtype=chat_type)
            #     message['oob']['url'] = media
            #     message.send()
                    
            # TODO Do not refresh task before
            # verifying that it was completed.

            # XmppStatusTask.restart_task(self, jid_bare)
            # XmppCommands.task_start(self, jid_bare, 'interval')

        # interval = await initdb(
        #     jid,
        #     sqlite.is_setting_key,
        #     "interval"
        # )
        # self.task_manager[jid]["interval"] = loop.call_at(
        #     loop.time() + 60 * interval,
        #     loop.create_task,
        #     send_update(jid)
        # )

        # print(await current_time(), "asyncio.get_event_loop().time()")
        # print(await current_time(), asyncio.get_event_loop().time())
        # await asyncio.sleep(60 * interval)

        # loop.call_later(
        #     60 * interval,
        #     loop.create_task,
        #     send_update(jid)
        # )

        # print
        # await handle_event()


    async def list_unread_entries(self, result, feed_title, jid):
        function_name = sys._getframe().f_code.co_name
        logger.debug('{}: feed_title: {} jid: {}'
                    .format(function_name, feed_title, jid))
        # TODO Add filtering
        # TODO Do this when entry is added to list and mark it as read
        # DONE!
        # results = []
        # if sqlite.is_setting_key(db_file, "deny"):
        #     while len(results) < num:
        #         result = cur.execute(sql).fetchone()
        #         blacklist = sqlite.get_setting_value(db_file, "deny").split(",")
        #         for i in blacklist:
        #             if i in result[1]:
        #                 continue
        #                 print("rejected:", result[1])
        #         print("accepted:", result[1])
        #         results.extend([result])
    
        # news_list = "You've got {} news items:\n".format(num)
        # NOTE Why doesn't this work without list?
        #      i.e. for result in results
        # for result in results.fetchall():
        ix = str(result[0])
        title = str(result[1]) or '*** No title ***' # [No Title]
        # Remove HTML tags
        title = Html.remove_html_tags(title) if title else '*** No title ***'
        # # TODO Retrieve summary from feed
        # # See fetch.view_entry
        summary = result[3]
        if summary:
            summary = Html.remove_html_tags(summary)
            # TODO Limit text length
            # summary = summary.replace("\n\n\n", "\n\n")
            summary = summary.replace('\n', ' ')
            summary = summary.replace('	', ' ')
            # summary = summary.replace('  ', ' ')
            summary = ' '.join(summary.split())
            length = Config.get_setting_value(self, jid, 'length')
            length = int(length)
            summary = summary[:length] + " […]"
            # summary = summary.strip().split('\n')
            # summary = ["> " + line for line in summary]
            # summary = "\n".join(summary)
        else:
            summary = '*** No summary ***'
        link = result[2]
        link = Url.remove_tracking_parameters(link)
        link = await Url.replace_hostname(link, "link") or link
        feed_id = result[4]
        # news_item = ("\n{}\n{}\n{} [{}]\n").format(str(title), str(link),
        #                                            str(feed_title), str(ix))
        formatting = Config.get_setting_value(self, jid, 'formatting')
        news_item = formatting.format(feed_title=feed_title,
                                      title=title,
                                      summary=summary,
                                      link=link,
                                      ix=ix,
                                      feed_id=feed_id)
        # news_item = news_item.replace('\\n', '\n')
        return news_item


class XmppChatTask:


    async def task_message(self, jid_bare):
        db_file = config.get_pathname_to_database(jid_bare)
        if jid_bare not in self.settings:
            Config.add_settings_jid(self, jid_bare, db_file)
        while True:
            update_interval = Config.get_setting_value(self, jid_bare, 'interval')
            update_interval = 60 * int(update_interval)
            last_update_time = sqlite.get_last_update_time(db_file)
            if last_update_time:
                last_update_time = float(last_update_time)
                diff = time.time() - last_update_time
                if diff < update_interval:
                    next_update_time = update_interval - diff
                    await asyncio.sleep(next_update_time) # FIXME!
        
                    # print("jid              :", jid, "\n"
                    #       "time             :", time.time(), "\n"
                    #       "last_update_time :", last_update_time, "\n"
                    #       "difference       :", diff, "\n"
                    #       "update interval  :", update_interval, "\n"
                    #       "next_update_time :", next_update_time, "\n"
                    #       )
        
                # elif diff > val:
                #     next_update_time = val
                await sqlite.update_last_update_time(db_file)
            else:
                await sqlite.set_last_update_time(db_file)
            await XmppChatAction.send_unread_items(self, jid_bare)


    def restart_task(self, jid_bare):
        if jid_bare == self.boundjid.bare:
            return
        if jid_bare not in self.task_manager:
            self.task_manager[jid_bare] = {}
            logger.info('Creating new task manager for JID {}'.format(jid_bare))
        logger.info('Stopping task "interval" for JID {}'.format(jid_bare))
        try:
            self.task_manager[jid_bare]['interval'].cancel()
        except:
            logger.info('No task "interval" for JID {} (XmppChatTask.task_message)'
                        .format(jid_bare))
        logger.info('Starting tasks "interval" for JID {}'.format(jid_bare))
        self.task_manager[jid_bare]['interval'] = asyncio.create_task(
            XmppChatTask.task_message(self, jid_bare))