thecoffemaker/Slixfeed
1
0
Fork 0
forked from sch/Slixfeed
Code Pull requests Activity

Add aiohttp. WARNING: Code doesn't work as expected. Fix will be made soon.

Browse source
This commit is contained in:
Schimon Jehudah 2022-07-14 07:08:12 +00:00
parent a11e427b14
commit 993c009c42
1 changed files with 15 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
slixfeed.py
View file

@ -15,6 +15,7 @@ from urllib import error
#from urllib.parse import urlparse #from urllib.parse import urlparse
#from xdg import BaseDirectory #from xdg import BaseDirectory
import aiohttp
import asyncio import asyncio
import feedparser import feedparser
import logging import logging
@ -359,7 +360,7 @@ def create_table(conn, create_table_sql):
# def setup_info(jid): # def setup_info(jid):
# def start_process(jid): # def start_process(jid):
def download_updates(conn): async def download_updates(conn):
with conn: with conn:
# cur = conn.cursor() # cur = conn.cursor()
# get current date # get current date
@ -368,9 +369,10 @@ def download_updates(conn):
for url in urls: for url in urls:
#"".join(url) #"".join(url)
source = url[0] source = url[0]
print(source) html = await download_page(url[0])
print(url[0])
try: try:
feed = feedparser.parse(source) feed = feedparser.parse(html)
if feed.bozo: if feed.bozo:
bozo = ("WARNING: Bozo detected for feed <{}>. " bozo = ("WARNING: Bozo detected for feed <{}>. "
"For more information, visit " "For more information, visit "
@ -412,6 +414,16 @@ def download_updates(conn):
# print(len(news)) # print(len(news))
# return news # return news
async def download_page(url):
async with aiohttp.ClientSession() as session:
async with session.get(url) as response:
print("Status:", response.status)
print("Content-type:", response.headers['content-type'])
html = await response.text()
return html
def check_feed(conn, url): def check_feed(conn, url):
""" """
Check whether a feed exists Check whether a feed exists