Fix tasks. Listen carefully to Laura.
This commit is contained in:
Schimon Jehudah
parent
f82550d24c
commit
efa05aaba1
59 changed files with 357 additions and 65 deletions
2
datasets/catalogues/clothe.csv
Normal file
2
datasets/catalogues/clothe.csv
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
name, url, language, country
|
||||
HELLOTUX Blog, https://www.hellotux.com/rss.php, en-US, Hungary
|
||||
|
|
|
@ -17,3 +17,5 @@ GreasyFork: Recently Updates Userscripts, https://greasyfork.org/en/scripts.atom
|
|||
xfce-look.org - Latest Products, https://www.xfce-look.org/content.rdf, en-US, Worldwide
|
||||
Newest Python PEPs, https://peps.python.org/peps.rss/, en-US, Worldwide
|
||||
Joomla! Extensions, https://extensions.joomla.org/browse/new/?format=feed&type=rss, en-US, Worldwide
|
||||
cblgh.org (wikis), https://cblgh.org/wikis.xml, en-US, Worldwide
|
||||
cblgh.org (projects), https://cblgh.org/projects.xml, en-US, Worldwide
|
||||
|
|
|
|||
|
|
|
@ -1,3 +1,30 @@
|
|||
name, url, language, country
|
||||
Nyaa, https://nyaa.si/?page=rss, en-US, Worldwide
|
||||
Torlock, https://www.torlock.com/rss.xml, en-US, Worldwide
|
||||
AndroidKino, https://androidkino.net/rss.xml, ru-RU, Russia
|
||||
AngieTorrents, https://angietorrents.cc/rss.php?custom=1, en-US, Worldwide
|
||||
AniDex Tracker, https://anidex.info/rss/, ja-JA, Japan
|
||||
AniRena, https://www.anirena.com/rss.php, ja-JA, Japan
|
||||
AudioBook Bay, https://audiobookbay.is/feed/atom/, en-US, Worldwide
|
||||
Bangumi Moe, https://bangumi.moe/rss/latest, en-US, Worldwide
|
||||
EZTV, https://eztv.re/ezrss.xml, en-US, Worldwide
|
||||
FireBit, http://firebit.org/rss.xml, en-US, Worldwide
|
||||
FOSS Torrents - Distributions, https://fosstorrents.com/feed/distribution.xml, en-US, Worldwide
|
||||
FOSS Torrents - Games, https://fosstorrents.com/feed/game.xml, en-US, Worldwide
|
||||
FOSS Torrents - Softwares, https://fosstorrents.com/feed/software.xml, en-US, Worldwide
|
||||
Install Guide Games, https://igg-games.com/feed, en-US, Worldwide
|
||||
Lime Torrents, https://www.limetorrents.lol/rss/, en-US, Worldwide
|
||||
Nyaa, https://nyaa.si/?page=rss, en-US, Worldwide
|
||||
PCGamesTorrents, https://pcgamestorrents.com/feed, en-US, Worldwide
|
||||
Postman, http://tracker2.postman.i2p/?view=AddRSSMap, en-US, Worldwide
|
||||
RARBG, https://rarbg.to/rss.php, en-US, Worldwide
|
||||
RUTOR (EN/RU), http://rutor.info/rss.php, en-US, Russia
|
||||
SkTorrent, https://sktorrent.org/feed_rss.xml, en-US, Worldwide
|
||||
The Pirate Bay, https://tpb.party/rss, en-US, Worldwide
|
||||
Tokyo Toshokan, https://tokyo-tosho.net/rss.php, en-US, Worldwide
|
||||
Tokyo Toshokan, https://www.tokyotosho.info/rss.php, en-US, Worldwide
|
||||
Torrent911, https://www.torrent911.me/rss, es-ES, Spain
|
||||
Torrent Download, https://www.torrentdownload.info/feed_latest, en-US, Worldwide
|
||||
Torrent Downloads, https://www.torrentdownloads.pro/rss.xml, en-US, Worldwide
|
||||
TorrentGalaxy, https://torrentgalaxy.to/rss, en-US, Worldwide
|
||||
Книжный трекер, https://booktracker.org/rss.php, ru-RU, Russia
|
||||
Торрент игры, https://gamestracker.org/torrents/rss/, ru-RU, Russia
|
||||
|
|
|
|||
|
|
|
@ -1,2 +1,3 @@
|
|||
name, url, language, country
|
||||
Job Openings at EFF, https://www.eff.org/about/opportunities/jobs/feed, en-US, United States
|
||||
Debricked, https://careers.debricked.com/blog/posts.rss, en-US, Europe
|
||||
|
|
|
|||
|
|
|
@ -1,3 +1,4 @@
|
|||
name, url, language, country
|
||||
Panic Blog, https://www.panic.com/blog/feed/, en-US, United States
|
||||
Necuno Solutions, https://necunos.com/feed.xml, en-US, Finland
|
||||
Debricked, https://debricked.com/blog/feed/, en-US, Europe
|
||||
|
|
|
|||
|
2
datasets/corporations/cybersecurity.csv
Normal file
2
datasets/corporations/cybersecurity.csv
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
name, url, language, country
|
||||
Netgate, https://www.netgate.com/blog/rss.xml, en-US, Worldwide
|
||||
|
|
|
@ -1,2 +1,3 @@
|
|||
name, url, language, country
|
||||
Confluent: Data in motion, https://www.confluent.io/rss.xml, en-US, United States
|
||||
Postgres Professional, https://postgrespro.ru/rss, ru-RU, Russia
|
||||
|
|
|
|||
|
3
datasets/downloads/music.csv
Normal file
3
datasets/downloads/music.csv
Normal file
|
|
@ -0,0 +1,3 @@
|
|||
name, url, language, country
|
||||
archives.anonradio.net - no voip, http://triapul.cz/feed/anonradio_novoip.xml, en-US, Czech
|
||||
archives.anonradio.net, http://triapul.cz/feed/anonradio.xml, en-US, Czech
|
||||
|
|
|
@ -6,3 +6,4 @@ PyCon Sweden, https://fosstodon.org/@pyconsweden.rss, en-US, Sweden
|
|||
FSFE Events, https://fsfe.org/events/events.en.rss, en-US, Germany
|
||||
FSFE Events (FR), https://fsfe.org/events/events.fr.rss, fr-FR, Germany
|
||||
FSFE Events (DE), https://fsfe.org/events/events.de.rss, de-DE, Germany
|
||||
cblgh.org - events, https://cblgh.org/events.xml, en-US, Worldwide
|
||||
|
|
|
|||
|
|
|
@ -1,2 +1,4 @@
|
|||
name, url, language, country
|
||||
Zola, https://zola.discourse.group/posts.rss, en-US, Worldwide
|
||||
ElkArte Community, https://www.elkarte.net/community/index.php?action=.xml;type=rss2;limit=5, en-US, Worldwide
|
||||
my little forum, https://mylittleforum.net/forum/index.php?mode=rss, en-US, Worldwide
|
||||
|
|
|
|||
|
2
datasets/forums/p2p.csv
Normal file
2
datasets/forums/p2p.csv
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
name, url, language, country
|
||||
Transmission BT, https://forum.transmissionbt.com/app.php/feed, en-US, Worldwide
|
||||
|
4
datasets/music/electronic.csv
Normal file
4
datasets/music/electronic.csv
Normal file
|
|
@ -0,0 +1,4 @@
|
|||
name, url, language, country
|
||||
archives.anonradio.net - no voip, http://triapul.cz/feed/anonradio_novoip.xml, en-US, Worldwide
|
||||
archives.anonradio.net, http://triapul.cz/feed/anonradio.xml, en-US, Worldwide
|
||||
// aNONradio //, https://anonradio.net/feed/, en-US, Worldwide
|
||||
|
|
|
@ -1,2 +1,5 @@
|
|||
name, url, language, country
|
||||
The Public Domain Review, https://publicdomainreview.org/rss.xml, en-US, USA
|
||||
The Public Domain Review, https://publicdomainreview.org/rss.xml, en-US, United States
|
||||
třiapůl česky, https://triapul.cz/feed/cesky.xml, cz-CZ, Czech
|
||||
triapul.cz, http://triapul.cz/feed/english.xml, en-US, Czech
|
||||
techno-mage in:, https://bsd.network/@prahou.rss, en-US, United States
|
||||
|
|
|
|||
|
|
|
@ -2,3 +2,5 @@ name, url, language, country
|
|||
CryptoSlate, https://cryptoslate.com/feed/, en-US, United States
|
||||
CryptoPotato, https://cryptopotato.com/feed/, en-US, United States
|
||||
Decrypt, https://decrypt.co/feed, , en-US, United States
|
||||
|
||||
Ctrl blog: Crypto-currencies, https://feed.ctrl.blog/topic/crypto-currencies.atom, en-US, United States
|
||||
|
|
|
|||
|
|
|
@ -2,11 +2,15 @@ name, url, language, country
|
|||
Linux Professional Institute (LPI), https://www.lpi.org/feed/, en-US, Canada
|
||||
LinuxConfig, https://linuxconfig.org/feed, en-US, Worldwide
|
||||
The Logs, https://www.flu0r1ne.net/logs/rss.xml, en-US, United States
|
||||
Ctrl blog: Fedora Linux, https://feed.ctrl.blog/topic/fedora-linux.atom, en-US, United States
|
||||
Ctrl blog: Linux, https://feed.ctrl.blog/topic/linux.atom, en-US, United States
|
||||
Anjan Momi, https://momi.ca/feed.xml, en-US, United States
|
||||
postmarketOS, https://postmarketos.org/blog/feed.atom, en-US, United States
|
||||
PureTryOut (Alpine Linux, postmarketOS), https://mastodon.fam-ribbers.com/@bart.rss, en-US, Netherlands
|
||||
Blog on Bart Ribbers - PureTryOut (Alpine Linux, postmarketOS), https://fam-ribbers.com/blog/index.xml, en-US, Netherlands
|
||||
LZone | Devops, https://lzone.de/feed/devops.xml, en-US, Germany
|
||||
Necuno Solutions, https://necunos.com/feed.xml, en-US, Finland
|
||||
Laslo Hunhold, https://laslo.hunhold.de/index.xml, en-US, Germany
|
||||
Alpine Linux, https://fosstodon.org/@alpinelinux.rss, en-US, United States
|
||||
ollieparanoid, https://ollieparanoid.github.io/feed.xml, en-US, United States
|
||||
FSFE News, https://fsfe.org/news/news.en.rss, en-US, Germany
|
||||
|
|
@ -24,3 +28,5 @@ LGUG2Z, https://lgug2z.com/index.xml, en-US, United States
|
|||
Hugo Barrera's site, https://whynothugo.nl/posts.xml, en-US, United States
|
||||
Solene'%, https://dataswamp.org/~solene/rss.xml, en-US, United States
|
||||
Solene'%, https://dataswamp.org/~solene/rss-html.xml, en-US, United States
|
||||
drkhsh, https://drkhsh.at/atom.xml, en-US, Austria
|
||||
OpenBSD Webzine, https://webzine.puffy.cafe/atom.xml, en-US, United States
|
||||
|
|
|
|||
|
|
|
@ -1,4 +1,6 @@
|
|||
name, url, language, country
|
||||
Invoice Ninja, https://invoiceninja.com/feed/, en-US, Worldwide
|
||||
Mail Online - Money, https://www.dailymail.co.uk/money/index.rss, en-US, United Kingdom
|
||||
ynet - צרכנות, https://www.ynet.co.il/Integration/StoryRss5363.xml, he-IL, Israel
|
||||
ynet - כלכלה, https://www.ynet.co.il/Integration/StoryRss6.xml, he-IL, Israel
|
||||
דה מרקר - שוק ההון, https://www.themarker.com/srv/tm-markets, he-IL, Israel
|
||||
|
|
@ -10,4 +12,3 @@ ynet - כלכלה, https://www.ynet.co.il/Integration/StoryRss6.xml, he-IL, Isra
|
|||
דה מרקר - כותרות דף הבית, https://www.themarker.com/srv/tm-all-articles, he-IL, Israel
|
||||
דה מרקר - כותרות היום, https://www.themarker.com/srv/tm-news, he-IL, Israel
|
||||
דה מרקר - פרשנויות היום, https://www.themarker.com/srv/tm-opinions, he-IL, Israel
|
||||
Mail Online - Money, https://www.dailymail.co.uk/money/index.rss, en-US, UK
|
||||
|
|
|
|||
|
2
datasets/news/canada.csv
Normal file
2
datasets/news/canada.csv
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
name, url, language, country
|
||||
blogTO, http://www.blogto.com/rss/articles.xml, en-US, Canada
|
||||
|
|
|
@ -4,4 +4,6 @@ Karl Bartel's Website, https://www.karl.berlin/atom.xml, en-US, Germany
|
|||
Newest Python PEPs, https://peps.python.org/peps.rss/, en-US, Worldwide
|
||||
Victor Stinner blog 3, https://vstinner.github.io/feeds/all.atom.xml, en-US, Worldwide
|
||||
Victor Stinner 🐍, https://mamot.fr/@vstinner.rss, en-US, Worldwide
|
||||
camen design, https://camendesign.com/rss, en-US, USA
|
||||
camen design, https://camendesign.com/rss, en-US, United States
|
||||
LZone | Devops, https://lzone.de/feed/devops.xml, en-US, Germany
|
||||
Leonora Tindall on Nora Codes, https://nora.codes/index.xml, en-US, United States
|
||||
|
|
|
|||
|
|
|
@ -2,19 +2,26 @@ name, url, language, country
|
|||
camen design, https://camendesign.com/rss, en-US, USA
|
||||
computers are bad, https://computer.rip/rss.xml, en-US, Worldwide
|
||||
Jacob McCormick, https://mccor.xyz/rss.xml, en-US, United States
|
||||
OpenNews.opennet.ru: Общая лента новостей, https://www.opennet.ru/opennews/opennews_all_utf.rss, ru-RU, Russia
|
||||
ju_hnny5, https://blog.jbriault.fr/rss/, fr-FR, France
|
||||
Lazy Reading | The Cyber Vanguard, https://cyber.dabamos.de/blog/feed.rss, en-US, United States
|
||||
XXIIVV, https://wiki.xxiivv.com/links/rss.xml, en-US, Canada
|
||||
drkhsh, https://drkhsh.at/atom.xml, en-US, Austria
|
||||
Codemadness, https://codemadness.org/atom.xml, en-US, United States
|
||||
Leonora Tindall on Nora Codes, https://nora.codes/index.xml, en-US, United States
|
||||
Proycon's website, https://proycon.anaproy.nl/rss.xml, en-US, Netherlands
|
||||
Nathan R. Yergler, https://yergler.net/feed.xml, en-US, United States
|
||||
ynet - דיגיטל, https://www.ynet.co.il/Integration/StoryRss544.xml, he-IL, Israel
|
||||
schollz, https://schollz.com/index.xml, en-US, United States
|
||||
LZone | Devops, https://lzone.de/feed/devops.xml, en-US, Germany
|
||||
The Logs, https://www.flu0r1ne.net/logs/rss.xml, en-US, United States
|
||||
Newest Python PEPs, https://peps.python.org/peps.rss/, en-US, Worldwide
|
||||
Ctrl blog: Mobile Apps, https://feed.ctrl.blog/topic/mobile-apps.atom, en-US, United States
|
||||
Chiportal, https://chiportal.co.il/feed/, he-IL, Israel
|
||||
Hackaday, https://hackaday.com/feed/, en-US, United States
|
||||
Amethyst Reese, https://noswap.com/feed.xml, en-US, United States
|
||||
electro·pizza, https://electro.pizza/feed.xml, en-US, United States
|
||||
Laslo Hunhold, https://laslo.hunhold.de/index.xml, en-US, Germany
|
||||
VironIT, https://vironit.com/feed/, en-US, Georgia
|
||||
Necuno Solutions, https://necunos.com/feed.xml, en-US, Finland
|
||||
Flipper Blog, https://blog.flipper.net/rss/, en-US, United States
|
||||
|
|
@ -47,3 +54,7 @@ Solene'%, https://dataswamp.org/~solene/rss.xml, en-US, United States
|
|||
Solene'%, https://dataswamp.org/~solene/rss-html.xml, en-US, United States
|
||||
Camen Design Forum, https://forum.camendesign.com/index.xml, en-US, United States
|
||||
dthompson, https://dthompson.us/feed.xml, en-US, Worldwide
|
||||
alexander cobleigh (articles), https://cblgh.org/articles.xml, en-US, United States
|
||||
Debricked, https://debricked.com/blog/feed/, en-US, United States
|
||||
out there in space, https://dataswamp.org/~lich/atom.xml, en-US, United States
|
||||
journal de prx, https://si3t.ch/log/atom.xml, fr-FR, Switzerland
|
||||
|
|
|
|||
|
2
datasets/news/data.csv
Normal file
2
datasets/news/data.csv
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
name, url, language, country
|
||||
Postgres Professional, https://postgrespro.ru/rss, ru-RU, Russia
|
||||
|
|
|
@ -1,5 +1,4 @@
|
|||
name, url, language, country
|
||||
ynet - מדע, https://www.ynet.co.il/Integration/StoryRss2142.xml, he-IL, Israel
|
||||
Stories by Williams, https://storiesbywilliams.com/feed/, en-US, United States
|
||||
SciTechDaily, https://scitechdaily.com/feed/, en-US, United States
|
||||
ScienceDaily, https://www.sciencedaily.com/rss/all.xml, en-US, United States
|
||||
|
|
@ -7,5 +6,8 @@ ScienceAlert, https://www.sciencealert.com/feed, en-US, United States
|
|||
NASA Image of the Day, https://www.nasa.gov/feeds/iotd-feed, en-US, United States
|
||||
Futurism, https://futurism.com/feed, en-US, United States
|
||||
Nature, https://www.nature.com/nature.rss, en-US, United States
|
||||
ynet - מדע, https://www.ynet.co.il/Integration/StoryRss2142.xml, he-IL, Israel
|
||||
Mail Online - Science & tech, https://www.dailymail.co.uk/sciencetech/index.rss, en-US, United Kingdom
|
||||
New Atlas, https://newatlas.com/index.rss, en-US, United States
|
||||
The Onion, https://www.theonion.com/rss, en-US, United States
|
||||
Phys, https://phys.org/rss-feed/, en-US, United States
|
||||
|
|
|
|||
|
|
|
@ -1,11 +1,37 @@
|
|||
name, url, language, country
|
||||
jezebel cheblik, gopher://triapul.cz/0/rss.xml, en-US, United States
|
||||
triapul.cz gopher, https://triapul.cz/feed/gopher.xml, en-US, Czech
|
||||
soeren-hentzschel.at - Aktuelles zu Mozilla, https://www.soeren-hentzschel.at/feed/, de-DE, Germany
|
||||
WordPress.com News, https://wordpress.com/blog/feed/, en-US, United States
|
||||
Micro.blog News, https://news.micro.blog/feed.xml, en-US, United States
|
||||
EFF Action Center, https://act.eff.org/action.atom, en-US, United States
|
||||
Leonora Tindall on Nora Codes, https://nora.codes/index.xml, en-US, United States
|
||||
Melon's Thoughts - Guidebooks, https://thoughts.melonking.net/atom/?section=guides, en-US, United States
|
||||
thecozy.cat, https://thecozy.cat/feed/, en-US, United States
|
||||
OpenNews.opennet.ru: Общая лента новостей, https://www.opennet.ru/opennews/opennews_all_utf.rss, ru-RU, Russia
|
||||
Codemadness, https://codemadness.org/atom.xml, en-US, United States
|
||||
Melon's Thoughts, https://thoughts.melonking.net/atom/, en-US, United States
|
||||
An RSS Blog, https://www.rss-specifications.com/blog-feed.xml, en-US, United States
|
||||
The Blog Starter, https://www.theblogstarter.com/feed/, en-US, United States
|
||||
Mozilla Hacks, https://hacks.mozilla.org/feed/, en-US, United States
|
||||
Vivaldi Social, https://social.vivaldi.net/@Vivaldi.rss, en-US, United States
|
||||
Vivaldi Community, https://vivaldi.net/feed/, en-US, United States
|
||||
Ctrl blog, https://feed.ctrl.blog/latest.atom, en-US, United States
|
||||
drkhsh, https://drkhsh.at/atom.xml, en-US, Austria
|
||||
Redecentralize Blog, https://redecentralize.org/blog/feed.rss, en-US, United States
|
||||
Ctrl blog: WordPress, https://feed.ctrl.blog/topic/wordpress.atom, en-US, United States
|
||||
Ctrl blog: HTTP Caching, https://feed.ctrl.blog/topic/http-caching.atom, en-US, United States
|
||||
Ctrl blog: Email, https://feed.ctrl.blog/topic/email.atom, en-US, United States
|
||||
Ctrl blog: Search engines, https://feed.ctrl.blog/topic/search-engines.atom, en-US, United States
|
||||
Ctrl blog: Distributed web, https://feed.ctrl.blog/topic/distributed-web.atom, en-US, United States
|
||||
Ctrl blog: VPN, https://feed.ctrl.blog/topic/vpn.atom, en-US, United States
|
||||
Ctrl blog: Web Browsers, https://feed.ctrl.blog/topic/web-browsers.atom, en-US, United States
|
||||
Ctrl blog: Networking, https://feed.ctrl.blog/topic/networking.atom, en-US, United States
|
||||
Ctrl blog: DNS, https://feed.ctrl.blog/topic/dns.atom, en-US, United States
|
||||
Ctrl blog: Web Monetization, https://feed.ctrl.blog/topic/web-monetization.atom, en-US, United States
|
||||
Ctrl blog: HTML, https://feed.ctrl.blog/topic/html.atom, en-US, United States
|
||||
Ctrl blog: Browser Extensions, https://feed.ctrl.blog/topic/browser-extensions.atom, en-US, United States
|
||||
Ctrl blog: P2P, https://feed.ctrl.blog/topic/p2p.atom, en-US, United States
|
||||
Ctrl blog: Syndication feeds, https://feed.ctrl.blog/topic/syndication-feeds.atom, en-US, United States
|
||||
Ctrl blog: Wi-Fi, https://feed.ctrl.blog/topic/wi-fi.atom, en-US, United States
|
||||
|
||||
|
|
|
|||
|
|
|
@ -1,2 +1,2 @@
|
|||
name, url, language, country
|
||||
Tampa Free Press, https://www.tampafp.com/feed/, en-US, USA
|
||||
Tampa Free Press, https://www.tampafp.com/feed/, en-US, United States
|
||||
|
|
|
|||
|
|
|
@ -1,3 +1,6 @@
|
|||
name, url, language, country
|
||||
Inhaltsangabe.info, https://www.inhaltsangabe.info/feed, de-DE, Germany
|
||||
Kasparov, https://www.kasparov.com/feed/, en-US, United States
|
||||
Ctrl blog: Metadata, https://feed.ctrl.blog/topic/metadata.atom, en-US, United States
|
||||
Ctrl blog: Compression, https://feed.ctrl.blog/topic/compression.atom, en-US, United States
|
||||
Ctrl blog: Backup, https://feed.ctrl.blog/topic/backup.atom, en-US, United States
|
||||
|
|
|
|||
|
4
datasets/news/p2p.csv
Normal file
4
datasets/news/p2p.csv
Normal file
|
|
@ -0,0 +1,4 @@
|
|||
name, url, language, country
|
||||
Ctrl blog: P2P, https://feed.ctrl.blog/topic/p2p.atom, en-US, United States
|
||||
OpenNews.opennet.ru: Общая лента новостей, https://www.opennet.ru/opennews/opennews_all_utf.rss, ru-RU, Russia
|
||||
Redecentralize Blog, https://redecentralize.org/blog/feed.rss, en-US, United States
|
||||
|
|
|
@ -9,10 +9,13 @@ PureTryOut, https://mastodon.fam-ribbers.com/@bart.rss, en-US, Netherlands
|
|||
Tristan B. Velloza Kildaire, https://gleasonator.com/@deavmi, en-ZA, South Africa
|
||||
Blog on Bart Ribbers - PureTryOut, https://fam-ribbers.com/blog/index.xml, en-US, Netherlands
|
||||
ollieparanoid, https://ollieparanoid.github.io/feed.xml, en-US, United States
|
||||
Oliver Smith, https://fosstodon.org/@ollieparanoid, en-US, United States
|
||||
Oliver Smith, https://fosstodon.org/@ollieparanoid, en-US, Germany
|
||||
drkhsh, https://drkhsh.at/atom.xml, en-US, Austria
|
||||
Codemadness, https://codemadness.org/atom.xml, en-US, United States
|
||||
Keywan Tonekaboni, https://social.heise.de/@ktn.rss, de-DE, Germany
|
||||
keywan, https://chaos.social/@keywan.rss, de-DE, Germany
|
||||
foreverliketh.is, https://foreverliketh.is/blog/index.xml, en-US, United States
|
||||
out there in space, https://dataswamp.org/~lich/atom.xml, en-US, United States
|
||||
unique hazards may exist, https://uniquehazards.com/feed.xml, en-US, United States
|
||||
Aphrodite.dev, https://www.aphrodite.dev/~blog/feed.xml, en-US, United States
|
||||
a walkaway story, http://xj-ix.luxe/feed.atom, en-US, United States
|
||||
|
|
@ -32,3 +35,7 @@ Interconnected (Matt Webb), https://interconnected.org/home/feed, en-US, United
|
|||
metasyn.pw, https://metasyn.pw/rss.xml, en-US, United States
|
||||
Mika Naylor, https://hordburh.autophagy.io/@mika.rss, en-US, United States
|
||||
rezmason, https://merveilles.town/@rezmason.rss, en-US, United States
|
||||
alexander cobleigh, https://cblgh.org/all.xml, en-US, United States
|
||||
alexander cobleigh (updates), https://cblgh.org/updates.xml, en-US, United States
|
||||
Daniel Aleksandersen, https://mastodon.daniel.priv.no/@da.rss, en-US, United States
|
||||
Laslo Hunhold, https://laslo.hunhold.de/index.xml, en-US, Germany
|
||||
|
|
|
|||
|
|
|
@ -3,7 +3,9 @@ The Logs, https://www.flu0r1ne.net/logs/rss.xml, en-US, United States
|
|||
Necuno Solutions, https://necunos.com/feed.xml, en-US, Finland
|
||||
ollieparanoid, https://ollieparanoid.github.io/feed.xml, en-US, United States
|
||||
FSFE News, https://fsfe.org/news/news.en.rss, en-US, Germany
|
||||
OpenNews.opennet.ru: Общая лента новостей, https://www.opennet.ru/opennews/opennews_all_utf.rss, ru-RU, Russia
|
||||
FSFE News (DE), https://fsfe.org/news/news.de.rss, de-DE, Germany
|
||||
FSFE News (FR), https://fsfe.org/news/news.fr.rss, fr-FR, Germany
|
||||
EFF Action Center, https://act.eff.org/action.atom, en-US, United States
|
||||
Spread Privacy, https://spreadprivacy.com/rss/, en-US, United States
|
||||
Ctrl blog: Privacy, https://feed.ctrl.blog/topic/privacy.atom, en-US, United States
|
||||
|
|
|
|||
|
|
|
@ -1,4 +1,4 @@
|
|||
name, url, language, country
|
||||
Knowledge For Men, https://www.knowledgeformen.com/feed/, en-US, USA
|
||||
Knowledge For Men, https://www.knowledgeformen.com/feed/, en-US, United States
|
||||
ynet - יחסים, https://www.ynet.co.il/Integration/StoryRss3925.xml, he-IL, Israel
|
||||
|
||||
Seeking Blog, https://blog.seeking.com/feed/, en-US, United States
|
||||
|
|
|
|||
|
|
|
@ -1,3 +1,5 @@
|
|||
name, url, language, country
|
||||
The Organic Prepper, https://www.theorganicprepper.com/feed/, en-US, USA
|
||||
The Logs, https://www.flu0r1ne.net/logs/rss.xml, en-US, USA
|
||||
The Organic Prepper, https://www.theorganicprepper.com/feed/, en-US, United States
|
||||
The Logs, https://www.flu0r1ne.net/logs/rss.xml, en-US, United States
|
||||
Ctrl blog: Security, https://feed.ctrl.blog/topic/security.atom, en-US, United States
|
||||
drkhsh, https://drkhsh.at/atom.xml, en-US, Austria
|
||||
|
|
|
|||
|
|
|
@ -1,14 +1,19 @@
|
|||
name, url, language, country
|
||||
Redecentralize Blog, https://redecentralize.org/blog/feed.rss, en-US, United States
|
||||
Developpez, https://www.developpez.com/index/atom, fr-FR, France
|
||||
The Logs, https://www.flu0r1ne.net/logs/rss.xml, en-US, United States
|
||||
CryptoSlate, https://cryptoslate.com/feed/, en-US, United States
|
||||
Codemadness, https://codemadness.org/atom.xml, en-US, United States
|
||||
Daily Stormer, https://dailystormer.in/feed/, en-US, United States
|
||||
Futurism, https://futurism.com/feed, en-US, United States
|
||||
drkhsh, https://drkhsh.at/atom.xml, en-US, Austria
|
||||
Automation Rhapsody, https://automationrhapsody.com/feed/, en-US, United States
|
||||
Deep Thoughts by Raymond Hettinger, https://rhettinger.wordpress.com/feed/, en-US, United States
|
||||
Chiportal, https://chiportal.co.il/feed/, he-IL, Israel
|
||||
Hackaday, https://hackaday.com/feed/, en-US, United States
|
||||
LZone | Devops, https://lzone.de/feed/devops.xml, en-US, Germany
|
||||
Hacker News, https://news.ycombinator.com/rss, en-US, United States
|
||||
Laslo Hunhold, https://laslo.hunhold.de/index.xml, en-US, Germany
|
||||
Hacker News: Front Page, https://hnrss.org/frontpage, en-US, United States
|
||||
Amethyst Reese, https://noswap.com/feed.xml, en-US, United States
|
||||
Necuno Solutions, https://necunos.com/feed.xml, en-US, Finland
|
||||
|
|
@ -22,3 +27,5 @@ AlternativeTo News, https://feed.alternativeto.net/news/all/, en-US, United Stat
|
|||
Ηρακλής Παπαθεοδώρου • heracl.es, https://heracl.es/el/feed.xml, el-GR, Greece
|
||||
Heracles Papatheodorou • heracl.es, https://heracl.es/feed.xml, en-US, Greece
|
||||
lectronice :: now, https://now.lectronice.com/feed.xml, en-US, United States
|
||||
Ctrl blog: Advertisement Technology, https://feed.ctrl.blog/topic/advertisement-technology.atom, en-US, United States
|
||||
OpenNews.opennet.ru: Общая лента новостей, https://www.opennet.ru/opennews/opennews_all_utf.rss, ru-RU, Russia
|
||||
|
|
|
|||
|
|
|
@ -1,3 +1,4 @@
|
|||
name, url, language, country
|
||||
The XMPP Blog on XMPP, https://xmpp.org/feeds/all.atom.xml, en-US, Worldwide
|
||||
Redecentralize Blog, https://redecentralize.org/blog/feed.rss, en-US, United States
|
||||
ollieparanoid, https://ollieparanoid.github.io/feed.xml, en-US, United States
|
||||
|
|
|
|||
|
|
|
@ -1,2 +1,3 @@
|
|||
name, url, language, country
|
||||
The XMPP Blog on XMPP, https://xmpp.org/feeds/all.atom.xml, en-US, Worldwide
|
||||
Swift IM, https://swift.im/wordpress/index.php/feed/, en-US, Worldwide
|
||||
|
|
|
|||
|
|
|
@ -1,6 +1,6 @@
|
|||
name, url, language, country
|
||||
American Dissident Voices, https://nationalvanguard.org/category/american-dissident-voices/feed/, en-US, USA
|
||||
Radio 3Fourteen, https://redice.tv/rss/radio-3fourteen, en-US, USA
|
||||
American Dissident Voices, https://nationalvanguard.org/category/american-dissident-voices/feed/, en-US, United States
|
||||
Radio 3Fourteen, https://redice.tv/rss/radio-3fourteen, en-US, United States
|
||||
The National Archives - Podcast Series, https://www.nationalarchives.gov.uk/rss/podcasts.xml, en-UK, United Kingdom
|
||||
Oracle Broadcasting Recent Shows, http://www.oraclebroadcasting.com/rss_recent.php, en-US, USA
|
||||
Speak Free Radio, https://speakfreeradio.com/feed/, en-US, USA
|
||||
Oracle Broadcasting Recent Shows, http://www.oraclebroadcasting.com/rss_recent.php, en-US, United States
|
||||
Speak Free Radio, https://speakfreeradio.com/feed/, en-US, United States
|
||||
|
|
|
|||
|
|
|
@ -3,3 +3,5 @@ The Corbett Report, https://www.corbettreport.com/feed/, en-US, Japan
|
|||
postmarketOS, https://cast.postmarketos.org/feed.rss, en-US, Germany
|
||||
Software Freedom Podcast, http://fsfe.org/news/podcast-opus.en.rss, en-US, Germany
|
||||
Software Freedom Podcast, http://fsfe.org/news/podcast-opus.en.rss, en-US, Germany
|
||||
Redecentralize Blog, https://redecentralize.org/blog/feed.rss, en-US, United States
|
||||
// aNONradio //, https://anonradio.net/feed/, en-US, Worldwide
|
||||
|
|
|
|||
|
8
datasets/projects/chat.csv
Normal file
8
datasets/projects/chat.csv
Normal file
|
|
@ -0,0 +1,8 @@
|
|||
name, url, language, country
|
||||
sscall, https://git.2f30.org/sscall/atom.xml, en-US, Worldwide
|
||||
Swift IM, https://swift.im/wordpress/index.php/feed/, en-US, Worldwide
|
||||
Kaidan, https://www.kaidan.im/atom.xml, en-US, Worldwide
|
||||
Dino, https://dino.im/index.xml, en-US, Worldwide
|
||||
ratox, https://git.2f30.org/ratox/atom.xml, en-US, Worldwide
|
||||
buzz, https://git.2f30.org/buzz/atom.xml, en-US, Worldwide
|
||||
mIRC, https://www.mirc.com/feed/, en-US, Worldwide
|
||||
|
2
datasets/projects/encryption.csv
Normal file
2
datasets/projects/encryption.csv
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
name, url, language, country
|
||||
pass, https://git.2f30.org/pass/atom.xml, en-US, Worldwide
|
||||
|
2
datasets/projects/firewall.csv
Normal file
2
datasets/projects/firewall.csv
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
name, url, language, country
|
||||
pfsense, https://www.netgate.com/blog/rss.xml, en-US, Worldwide
|
||||
|
|
|
@ -1,3 +1,12 @@
|
|||
name, url, language, country
|
||||
camen design, https://camendesign.com/rss, en-US, United States
|
||||
nodebb, https://nodebb.org/feed/, en-US, United States
|
||||
nodebb, https://nodebb.org/feed/, en-US, Worldwide
|
||||
Phorum, https://www.phorum.org/phorum5/feed.php?64,type=rss, en-US, Worldwide
|
||||
phpBB, https://www.phpbb.com/feeds/rss/, en-US, Worldwide
|
||||
ElkArte, https://www.elkarte.net/community/index.php?board=21.0;action=.xml;type=rss2;limit=5, en-US, Worldwide
|
||||
MyBB, https://blog.mybb.com/feed/, en-US, Worldwide
|
||||
Discourse, https://blog.discourse.org/rss/, en-US, Worldwide
|
||||
Simple Machines, https://www.simplemachines.org/community/index.php?action=.xml;type=atom, en-US, Worldwide
|
||||
FluxBB, https://fluxbb.org/forums/extern.php?action=feed&fid=1&order=posted&type=atom, en-US, Worldwide
|
||||
Invision Community News, https://invisioncommunity.com/rss/1-invision-community-news.xml/, en-US, Worldwide
|
||||
Askbot, https://askbot.org/en/feeds/rss/, en-US, Chile
|
||||
|
|
|
|||
|
|
|
@ -3,6 +3,16 @@ DownThemAll!, https://www.downthemall.org/feed, en-US, Worldwide
|
|||
Falkon - KDE web browser, https://www.falkon.org/atom.xml, en-US, Czech
|
||||
What's Up, Fraidycat?, https://fraidyc.at/blog/feed.xml, en-US, Worldwide
|
||||
geomyidae, branch HEAD, gopher://bitreich.org:70/0/scm/geomyidae/atom.xml, en-US, United States
|
||||
rclone - rsync for cloud storage, https://rclone.org/index.xml, en-US, United States
|
||||
rclone - rsync for cloud storage, https://rclone.org/index.xml, en-US, Worldwide
|
||||
Feedbin, https://feedbin.com/blog/atom.xml, en-US, United States
|
||||
Silvio Rizzi (reederapp.com), https://gloria.social/@rizzi.rss, en-US, United States
|
||||
Silvio Rizzi (reederapp.com), https://gloria.social/@rizzi.rss, en-US, Worldwide
|
||||
lighty, https://redmine.lighttpd.net/news.atom, en-US, Worldwide
|
||||
lighttpd, https://www.lighttpd.net/feed/atom.xml, en-US, Worldwide
|
||||
Cabal, https://mastodon.social/@cabal.rss, en-US, Worldwide
|
||||
JSON Feed, https://www.jsonfeed.org/feed.xml, en-US, Worldwide
|
||||
Liferea, https://lzone.de/feed/liferea.xml, en-US, Germany
|
||||
sscall, https://git.2f30.org/sscall/atom.xml, en-US, Worldwide
|
||||
Swift IM, https://swift.im/wordpress/index.php/feed/, en-US, Worldwide
|
||||
Kaidan, https://www.kaidan.im/atom.xml, en-US, Worldwide
|
||||
Dino, https://dino.im/index.xml, en-US, Worldwide
|
||||
Vivaldi Browser, https://vivaldi.com/feed/, en-US, United States
|
||||
|
|
|
|||
|
2
datasets/projects/issue_tracker.csv
Normal file
2
datasets/projects/issue_tracker.csv
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
name, url, language, country
|
||||
Redmine, https://www.redmine.org/news.atom, en-US, Worldwide
|
||||
|
|
|
@ -1,3 +1,5 @@
|
|||
name, url, language, country
|
||||
mosu's Matroska stuff, https://www.bunkus.org/blog/feed/, en-US, Worldwide
|
||||
|
||||
nausea, https://git.2f30.org/nausea/atom.xml, en-US, Worldwide
|
||||
sad, https://git.2f30.org/sad/atom.xml, en-US, Worldwide
|
||||
MOC - music on console, http://moc.daper.net/node/feed, en-US, New Zealand
|
||||
|
|
|
|||
|
|
|
@ -1,2 +1,5 @@
|
|||
name, url, language, country
|
||||
Justine Smithies, https://fosstodon.org/@JustineSmithies.rss, en-US, United States
|
||||
Invoice Ninja, https://www.invoiceninja.org/feed/, en-US, Worldwide
|
||||
catpoint, https://git.2f30.org/catpoint/atom.xml, en-US, Worldwide
|
||||
Sunflower, https://sunflower-fm.org/feed/, en-US, Worldwide
|
||||
|
|
|
|||
|
|
|
@ -3,3 +3,4 @@ NixOS, https://nixos.org/blog/announcements-rss.xml, en-US, USA
|
|||
ReactOS, https://reactos.org/index.xml, en-US, Germany
|
||||
Salix OS, https://forum.salixos.org/app.php/feed/news, en-US, Greece
|
||||
postmarketOS, https://postmarketos.org/blog/feed.atom, en-US, Germany
|
||||
cynix, https://git.2f30.org/cynix/atom.xml, en-US, Worldwide
|
||||
|
|
|
|||
|
2
datasets/projects/p2p.csv
Normal file
2
datasets/projects/p2p.csv
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
name, url, language, country
|
||||
Cabal, https://mastodon.social/@cabal.rss, en-US, Worldwide
|
||||
|
2
datasets/projects/programming_language.csv
Normal file
2
datasets/projects/programming_language.csv
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
name, url, language, country
|
||||
Ruby, https://www.ruby-lang.org/en/feeds/news.rss, en-US, Worldwide
|
||||
|
5
datasets/projects/system.csv
Normal file
5
datasets/projects/system.csv
Normal file
|
|
@ -0,0 +1,5 @@
|
|||
name, url, language, country
|
||||
sinit, https://git.2f30.org/sinit/atom.xml, en-US, Worldwide
|
||||
xbattmon, https://git.2f30.org/xbattmon/atom.xml, en-US, Worldwide
|
||||
go-bgp, https://git.2f30.org/go-bgp/atom.xml, en-US, Worldwide
|
||||
fatbase, https://git.2f30.org/fatbase/atom.xml, en-US, Worldwide
|
||||
|
5
datasets/projects/terminal.csv
Normal file
5
datasets/projects/terminal.csv
Normal file
|
|
@ -0,0 +1,5 @@
|
|||
name, url, language, country
|
||||
skroll, https://git.2f30.org/skroll/atom.xml, en-US, Worldwide
|
||||
buzz, https://git.2f30.org/buzz/atom.xml, en-US, Worldwide
|
||||
sscall, https://git.2f30.org/sscall/atom.xml, en-US, Worldwide
|
||||
MOC - music on console, http://moc.daper.net/node/feed, en-US, New Zealand
|
||||
|
|
|
@ -1,2 +1,3 @@
|
|||
name, url, language, country
|
||||
VTK - The Visualization Toolkit, https://vtk.org/feed/, en-US, USA
|
||||
nausea, https://git.2f30.org/nausea/atom.xml, en-US, Worldwide
|
||||
|
|
|
|||
|
|
|
@ -14,3 +14,4 @@ TYPO3, https://typo3.org/rss, en-US, Worldwide
|
|||
WordPress, https://wordpress.org/news/feed/, en-US, Worldwide
|
||||
Foswiki, https://foswiki.org/Home/WebRss, en-US, Worldwide
|
||||
Eleventy, https://www.11ty.dev/blog/feed.xml, en-US, Worldwide
|
||||
bliper, https://git.2f30.org/bliper/atom.xml, en-US, Worldwide
|
||||
|
|
|
|||
|
3
datasets/projects/wifi.csv
Normal file
3
datasets/projects/wifi.csv
Normal file
|
|
@ -0,0 +1,3 @@
|
|||
name, url, language, country
|
||||
wificurse, https://git.2f30.org/wificurse/atom.xml, en-US, Worldwide
|
||||
Aircrack-ng, https://aircrack-ng.blogspot.com/feeds/posts/default, en-US, Worldwide
|
||||
|
|
|
@ -5,4 +5,5 @@ Films By Kris, https://filmsbykris.com/rss.xml, en-US, USA
|
|||
Blender Video, https://video.blender.org/feeds/videos.xml, en-US, United States
|
||||
Framatube, https://framatube.org/feeds/videos.xml, fr-FR, France
|
||||
Framasoft, https://framatube.org/feeds/videos.xml?accountId=3&sort=-publishedAt, fr-FR, France
|
||||
Redecentralize Blog, https://redecentralize.org/blog/feed.rss, en-US, United States
|
||||
FSFE, https://media.fsfe.org/feeds/videos.xml?accountId=4, de-DE, Germany
|
||||
|
|
|
|||
|
|
|
@ -1,2 +1,3 @@
|
|||
name, url, language, country
|
||||
[ ChaoticWiki ] Content for /., https://wiki.chaotic.ninja/.rss_full, en-US, Worldwide
|
||||
Archiveteam - Recent changes [en], https://wiki.archiveteam.org/index.php?title=Special:RecentChanges&feed=atom, en-US, Worldwide
|
||||
|
|
|
|||
|
2
datasets/wiki/data.csv
Normal file
2
datasets/wiki/data.csv
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
name, url, language, country
|
||||
Archiveteam - Recent changes [en], https://wiki.archiveteam.org/index.php?title=Special:RecentChanges&feed=atom, en-US, Worldwide
|
||||
|
2
datasets/wiki/wifi.csv
Normal file
2
datasets/wiki/wifi.csv
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
name, url, language, country
|
||||
Recent Commits to aircrack-ng:master, https://github.com/aircrack-ng/aircrack-ng/commits/master.atom, en-US, Worldwide
|
||||
|
|
|
@ -8,6 +8,10 @@ FIXME
|
|||
1) feed_mode_scan doesn't find feed for https://www.blender.org/
|
||||
even though it should be according to the pathnames dictionary.
|
||||
|
||||
TODO
|
||||
|
||||
1) Support Gemini and Gopher.
|
||||
|
||||
"""
|
||||
|
||||
import aiohttp
|
||||
|
|
@ -185,7 +189,11 @@ async def download_updates(db_file, url=None):
|
|||
)
|
||||
if reject_list:
|
||||
# print(">>> REJECTED", title)
|
||||
summary = "REJECTED"
|
||||
summary = (
|
||||
"REJECTED {}".format(
|
||||
reject_list.upper()
|
||||
)
|
||||
)
|
||||
# summary = ""
|
||||
read_status = 1
|
||||
entry = (
|
||||
|
|
@ -622,7 +630,11 @@ async def feed_mode_request(db_file, url, tree):
|
|||
except:
|
||||
feed_name = urlsplit(feed).netloc
|
||||
feed_addr = feed
|
||||
feed_amnt = len(feeds[feed].entries)
|
||||
# AttributeError: 'str' object has no attribute 'entries'
|
||||
try:
|
||||
feed_amnt = len(feeds[feed].entries)
|
||||
except:
|
||||
continue
|
||||
if feed_amnt:
|
||||
positive = 1
|
||||
msg += (
|
||||
|
|
|
|||
|
|
@ -47,6 +47,23 @@ async def set_filter(newwords, keywords):
|
|||
return val
|
||||
|
||||
async def is_listed(db_file, type, string):
|
||||
"""
|
||||
Check keyword match.
|
||||
|
||||
Parameters
|
||||
----------
|
||||
db_file : str
|
||||
Path to database file.
|
||||
type : str
|
||||
"allow" or "deny".
|
||||
string : str
|
||||
String.
|
||||
|
||||
Returns
|
||||
-------
|
||||
Matched keyword or None.
|
||||
|
||||
"""
|
||||
# async def reject(db_file, string):
|
||||
# async def is_blacklisted(db_file, string):
|
||||
filter_type = "filter-" + type
|
||||
|
|
@ -61,7 +78,8 @@ async def is_listed(db_file, type, string):
|
|||
continue
|
||||
if i in string.lower():
|
||||
# print(">>> ACTIVATE", i)
|
||||
return 1
|
||||
# return 1
|
||||
return i
|
||||
else:
|
||||
return None
|
||||
|
||||
|
|
|
|||
|
|
@ -969,13 +969,25 @@ async def remove_nonexistent_entries(db_file, feed, source):
|
|||
"FROM entries "
|
||||
"WHERE entries.id = :ix"
|
||||
)
|
||||
cur.execute(sql, (ix,))
|
||||
try:
|
||||
cur.execute(sql, (ix,))
|
||||
except:
|
||||
print(
|
||||
"ERROR DB inset from entries "
|
||||
"into archive at index", ix
|
||||
)
|
||||
sql = (
|
||||
"DELETE "
|
||||
"FROM entries "
|
||||
"WHERE id = :ix"
|
||||
)
|
||||
cur.execute(sql, (ix,))
|
||||
try:
|
||||
cur.execute(sql, (ix,))
|
||||
except:
|
||||
print(
|
||||
"ERROR DB deleting entries "
|
||||
"from entries at index", ix
|
||||
)
|
||||
|
||||
|
||||
async def get_feeds(db_file):
|
||||
|
|
@ -1223,9 +1235,9 @@ async def search_entries(db_file, query):
|
|||
|
||||
"""
|
||||
FIXME Error due to missing date, but it appears that date is present:
|
||||
this is source: https://blog.heckel.io/feed/
|
||||
this is date: 2008-05-13T13:51:50+00:00
|
||||
no result. this is source: https://blog.heckel.io/feed/
|
||||
ERROR DATE: source = https://blog.heckel.io/feed/
|
||||
ERROR DATE: date = 2008-05-13T13:51:50+00:00
|
||||
ERROR DATE: result = https://blog.heckel.io/feed/
|
||||
"""
|
||||
async def check_entry_exist(db_file, source, eid=None,
|
||||
title=None, link=None, date=None):
|
||||
|
|
@ -1282,8 +1294,8 @@ async def check_entry_exist(db_file, source, eid=None,
|
|||
"timestamp": date
|
||||
}).fetchone()
|
||||
except:
|
||||
print(await datetimehandler.current_time(), "ERROR: date for:", source)
|
||||
print(await datetimehandler.current_time(), "ERROR: date for:", date)
|
||||
print(await datetimehandler.current_time(), "ERROR DATE: source =", source)
|
||||
print(await datetimehandler.current_time(), "ERROR DATE: date =", date)
|
||||
else:
|
||||
sql = (
|
||||
"SELECT id "
|
||||
|
|
@ -1300,7 +1312,7 @@ async def check_entry_exist(db_file, source, eid=None,
|
|||
else:
|
||||
None
|
||||
except:
|
||||
print(await datetimehandler.current_time(), "ERROR: result for", source)
|
||||
print(await datetimehandler.current_time(), "ERROR DATE: result =", source)
|
||||
|
||||
|
||||
async def set_settings_value(db_file, key_value):
|
||||
|
|
|
|||
|
|
@ -66,28 +66,38 @@ await taskhandler.start_tasks(
|
|||
)
|
||||
|
||||
"""
|
||||
async def start_tasks(self, jid, tasks):
|
||||
async def start_tasks_xmpp(self, jid, tasks):
|
||||
task_manager[jid] = {}
|
||||
for task in tasks:
|
||||
print("task")
|
||||
print(task)
|
||||
print("tasks")
|
||||
print(tasks)
|
||||
# breakpoint()
|
||||
match task:
|
||||
case "check":
|
||||
task_manager[jid]["check"] = asyncio.create_task(
|
||||
check_updates(jid)
|
||||
)
|
||||
await task_manager[jid]["check"]
|
||||
case "status":
|
||||
task_manager[jid]["status"] = asyncio.create_task(
|
||||
send_status(self, jid)
|
||||
)
|
||||
await task_manager[jid]["status"]
|
||||
case "interval":
|
||||
task_manager[jid]["interval"] = asyncio.create_task(
|
||||
send_update(self, jid)
|
||||
)
|
||||
await task_manager[jid]["interval"]
|
||||
# for task in task_manager[jid].values():
|
||||
# print("task_manager[jid].values()")
|
||||
# print(task_manager[jid].values())
|
||||
# print("task")
|
||||
# print(task)
|
||||
# print("jid")
|
||||
# print(jid)
|
||||
# breakpoint()
|
||||
# await task
|
||||
|
||||
|
||||
async def clean_tasks(jid, tasks):
|
||||
async def clean_tasks_xmpp(jid, tasks):
|
||||
for task in tasks:
|
||||
# if task_manager[jid][task]:
|
||||
try:
|
||||
|
|
@ -164,6 +174,7 @@ async def task_jid(self, jid):
|
|||
|
||||
|
||||
async def send_update(self, jid, num=None):
|
||||
print(await datetimehandler.current_time(), jid, "def send_update")
|
||||
"""
|
||||
Send news items as messages.
|
||||
|
||||
|
|
@ -224,6 +235,7 @@ async def send_update(self, jid, num=None):
|
|||
|
||||
|
||||
async def send_status(self, jid):
|
||||
print(await datetimehandler.current_time(), jid, "def send_status")
|
||||
"""
|
||||
Send status message.
|
||||
|
||||
|
|
@ -345,6 +357,7 @@ async def refresh_task(self, jid, callback, key, val=None):
|
|||
# TODO Take this function out of
|
||||
# <class 'slixmpp.clientxmpp.ClientXMPP'>
|
||||
async def check_updates(jid):
|
||||
print(await datetimehandler.current_time(), jid, "def check_updates")
|
||||
"""
|
||||
Start calling for update check up.
|
||||
|
||||
|
|
|
|||
|
|
@ -144,8 +144,16 @@ class Slixfeed(slixmpp.ClientXMPP):
|
|||
print("def presence_available", presence["from"].bare)
|
||||
if presence["from"].bare not in self.boundjid.bare:
|
||||
jid = presence["from"].bare
|
||||
await taskhandler.clean_tasks(jid, ["interval", "status", "check"])
|
||||
await taskhandler.task_jid(self, jid)
|
||||
await taskhandler.clean_tasks_xmpp(
|
||||
jid,
|
||||
["interval", "status", "check"]
|
||||
)
|
||||
await taskhandler.start_tasks_xmpp(
|
||||
self,
|
||||
jid,
|
||||
["interval", "status", "check"]
|
||||
)
|
||||
# await taskhandler.task_jid(self, jid)
|
||||
# main_task.extend([asyncio.create_task(taskhandler.task_jid(jid))])
|
||||
# print(main_task)
|
||||
|
||||
|
|
@ -280,7 +288,7 @@ class Slixfeed(slixmpp.ClientXMPP):
|
|||
jid = presence["from"].bare
|
||||
if presence["type"] == "unavailable":
|
||||
print(">>> unavailable:", jid)
|
||||
await taskhandler.clean_tasks(
|
||||
await taskhandler.clean_tasks_xmpp(
|
||||
jid,
|
||||
["interval", "status", "check"]
|
||||
)
|
||||
|
|
@ -299,11 +307,11 @@ class Slixfeed(slixmpp.ClientXMPP):
|
|||
# # print(task_manager[jid])
|
||||
elif presence["show"] in ("away", "dnd", "xa"):
|
||||
print(">>> away, dnd, xa:", jid)
|
||||
await taskhandler.clean_tasks(
|
||||
await taskhandler.clean_tasks_xmpp(
|
||||
jid,
|
||||
["interval"]
|
||||
)
|
||||
await taskhandler.start_tasks(
|
||||
await taskhandler.start_tasks_xmpp(
|
||||
self,
|
||||
jid,
|
||||
["status", "check"]
|
||||
|
|
@ -465,16 +473,24 @@ class Slixfeed(slixmpp.ClientXMPP):
|
|||
)
|
||||
# action = "> " + message + "\n" + action
|
||||
# FIXME Make the taskhandler to update status message
|
||||
await taskhandler.refresh_task(
|
||||
# await taskhandler.refresh_task(
|
||||
# self,
|
||||
# jid,
|
||||
# taskhandler.send_status,
|
||||
# "status",
|
||||
# 20
|
||||
# )
|
||||
# NOTE This would show the number of new unread entries
|
||||
await taskhandler.clean_tasks_xmpp(
|
||||
jid,
|
||||
["status"]
|
||||
)
|
||||
# await taskhandler.send_status(jid)
|
||||
await taskhandler.start_tasks_xmpp(
|
||||
self,
|
||||
jid,
|
||||
taskhandler.send_status,
|
||||
"status",
|
||||
20
|
||||
["status"]
|
||||
)
|
||||
# NOTE This would show the number of new unread entries
|
||||
# await taskhandler.clean_tasks(jid, ["status"])
|
||||
# await taskhandler.send_status(jid)
|
||||
case _ if message_lowercase.startswith("feeds"):
|
||||
query = message[6:]
|
||||
if query:
|
||||
|
|
@ -524,20 +540,29 @@ class Slixfeed(slixmpp.ClientXMPP):
|
|||
action = "Missing value."
|
||||
case _ if message_lowercase.startswith("next"):
|
||||
num = message[5:]
|
||||
await taskhandler.refresh_task(
|
||||
await taskhandler.clean_tasks_xmpp(
|
||||
jid,
|
||||
["interval", "status"]
|
||||
)
|
||||
await taskhandler.start_tasks_xmpp(
|
||||
self,
|
||||
jid,
|
||||
taskhandler.send_update,
|
||||
"interval",
|
||||
num
|
||||
)
|
||||
await taskhandler.refresh_task(
|
||||
self,
|
||||
jid,
|
||||
taskhandler.send_status,
|
||||
"status",
|
||||
20
|
||||
["interval", "status"]
|
||||
)
|
||||
# await taskhandler.refresh_task(
|
||||
# self,
|
||||
# jid,
|
||||
# taskhandler.send_update,
|
||||
# "interval",
|
||||
# num
|
||||
# )
|
||||
# await taskhandler.refresh_task(
|
||||
# self,
|
||||
# jid,
|
||||
# taskhandler.send_status,
|
||||
# "status",
|
||||
# 20
|
||||
# )
|
||||
# await taskhandler.refresh_task(jid, key, val)
|
||||
case _ if message_lowercase.startswith("quantum"):
|
||||
key = message[:7]
|
||||
|
|
@ -576,12 +601,21 @@ class Slixfeed(slixmpp.ClientXMPP):
|
|||
sqlitehandler.remove_feed,
|
||||
ix
|
||||
)
|
||||
await taskhandler.refresh_task(
|
||||
# await taskhandler.refresh_task(
|
||||
# self,
|
||||
# jid,
|
||||
# taskhandler.send_status,
|
||||
# "status",
|
||||
# 20
|
||||
# )
|
||||
await taskhandler.clean_tasks_xmpp(
|
||||
jid,
|
||||
["status"]
|
||||
)
|
||||
await taskhandler.start_tasks_xmpp(
|
||||
self,
|
||||
jid,
|
||||
taskhandler.send_status,
|
||||
"status",
|
||||
20
|
||||
["status"]
|
||||
)
|
||||
else:
|
||||
action = "Missing feed ID."
|
||||
|
|
@ -609,7 +643,12 @@ class Slixfeed(slixmpp.ClientXMPP):
|
|||
sqlitehandler.set_settings_value,
|
||||
[key, val]
|
||||
)
|
||||
asyncio.create_task(taskhandler.task_jid(self, jid))
|
||||
# asyncio.create_task(taskhandler.task_jid(self, jid))
|
||||
await taskhandler.start_tasks_xmpp(
|
||||
self,
|
||||
jid,
|
||||
["interval", "status", "check"]
|
||||
)
|
||||
action = "Updates are enabled."
|
||||
# print(await datetimehandler.current_time(), "task_manager[jid]")
|
||||
# print(task_manager[jid])
|
||||
|
|
@ -654,7 +693,7 @@ class Slixfeed(slixmpp.ClientXMPP):
|
|||
sqlitehandler.set_settings_value,
|
||||
[key, val]
|
||||
)
|
||||
await taskhandler.clean_tasks(jid, ["interval"])
|
||||
await taskhandler.clean_tasks_xmpp(jid, ["interval"])
|
||||
self.send_presence(
|
||||
pshow="xa",
|
||||
pstatus="Send \"Start\" to receive news.",
|
||||
|
|
|
|||
Loading…
Reference in a new issue