From 3fa2767e49061dedc31c2b88e800d827ed7bbe14 Mon Sep 17 00:00:00 2001
From: Ayo Ayco <ayo@ayco.io>
Date: Mon, 20 May 2024 16:08:26 +0200
Subject: [PATCH] feat: async fetch of statuses

---
 requirements.txt       |  4 +++-
 templates/threads.html |  2 +-
 threads.py             | 37 ++++++++++++++++++++++++++-----------
 3 files changed, 30 insertions(+), 13 deletions(-)

diff --git a/requirements.txt b/requirements.txt
index be37517..1fc600d 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,4 +1,6 @@
 flask
 requests
 markdown
-Flask-Caching
\ No newline at end of file
+Flask-Caching
+aiohttp
+flask[async]
diff --git a/templates/threads.html b/templates/threads.html
index aaca322..b1c6822 100644
--- a/templates/threads.html
+++ b/templates/threads.html
@@ -21,7 +21,7 @@
       import TimeAgo from 'https://esm.sh/v135/@github/relative-time-element@4.4.0'
     </script>
 
-    <link rel="stylesheet" href="/reset.css" />
+    <link rel="stylesheet" href="https://webcomponent.io/reset.css" />
     <style>
       html {
         scroll-behavior: smooth;
diff --git a/threads.py b/threads.py
index e90d77b..fac2317 100755
--- a/threads.py
+++ b/threads.py
@@ -4,6 +4,8 @@ from datetime import datetime
 import markdown
 import re
 from .cache import cache
+import asyncio
+import aiohttp
 
 threads = Blueprint('threads', __name__, template_folder='templates')
 
@@ -44,8 +46,8 @@ def middleware():
         attribution['current_year'] = year
 
 @threads.route('/')
-def home():
-    statuses = fetch_statuses()
+async def home():
+    statuses = await fetch_statuses()
     return render_template('threads.html', threads=statuses, app=app, attribution=attribution, render_date=datetime.now())
 
 @threads.route('/<path:id>')
@@ -60,21 +62,34 @@ def thread(id):
         return '<h1>Not Found</h1><p>¯\_(ツ)_/¯</p><a href="/">go home</a>', 404
 
 @threads.route('/api')
-def api():
-    return fetch_statuses();
+async def api():
+    return await fetch_statuses();
 
 @threads.route('/api/<path:id>')
 def api_thread(id):
     return fetch_thread(id)
 
-@cache.cached(timeout=300)
-def fetch_statuses():
+async def get(url, session):
+    try:
+        async with session.get(url=url) as response:
+            res = await response.json()
+            return clean_status(res)
+    except Exception as e:
+        print(f"Unable to get url {url} due to {e.__class__}")
+
+def get_status_url(ser, id):
+    return f'{ser}/api/v1/statuses/{id}'
+
+# @cache.cached(timeout=300)
+async def fetch_statuses():
     statuses = []
-    for id in thread_ids:
-        status = requests.get(server + '/api/v1/statuses/' + id ).json()
-        status = clean_status(status)
-        statuses.append(status)
-    return statuses
+    urls = [get_status_url(server, id) for id in thread_ids]
+    try:
+        async with aiohttp.ClientSession() as session:
+            statuses = await asyncio.gather(*(get(url, session) for url in urls))
+            return statuses
+    except:
+        return []
 
 @cache.cached(timeout=300)
 def fetch_thread(id):