add timeouts to airtable api calls

Author: timcowlishaw

ddlh/airtable.py

@@ -1,12 +1,17 @@
 import os
 from dataclasses import dataclass
+from time import sleep
 from typing import Optional, Sequence
 
 from pyairtable import Api
 from pyairtable.api.types import RecordDict
 
 from ddlh.redis_cache import RedisCache, create_cache
 
+# Maximum 5 requests per second per base:
+# see https://airtable.com/developers/web/api/rate-limits
+REQUEST_TIMEOUT = 1 / 5.0
+
 
 @dataclass
 class AirtableConfig:
@@ -31,15 +36,19 @@ def get(self, table_name: str, id: str) -> Optional[RecordDict]:
     def _uncached_all(self, table_name: str) -> Sequence[RecordDict]:
         table_id = self._table_id(table_name)
         if table_id:
-            return self.api.table(self.config.base_id, table_id).all(
+            result = self.api.table(self.config.base_id, table_id).all(
                 view=self._view_id(table_name)
             )
+            sleep(REQUEST_TIMEOUT)
+            return result
         return []
 
     def _uncached_get(self, table_name: str, id: str) -> Optional[RecordDict]:
         table_id = self._table_id(table_name)
         if table_id:
-            return self.api.table(self.config.base_id, table_id).get(id)
+            result = self.api.table(self.config.base_id, table_id).get(id)
+            sleep(REQUEST_TIMEOUT)
+            return result
         return None
 
     def _table_id(self, table_name: str) -> Optional[str]:

ddlh/static/styles.css

@@ -83,8 +83,9 @@
   font-weight: 100 900;
   font-display: swap;
   src: url("/static/fonts/WorkSans-Italic-LatinExt.woff2") format("woff2");
-  unicode-range: U+0100-02AF, U+0304, U+0308, U+0329, U+1E00-1E9F, U+1EF2-1EFF,
-    U+2020, U+20A0-20AB, U+20AD-20C0, U+2113, U+2C60-2C7F, U+A720-A7FF;
+  unicode-range:
+    U+0100-02AF, U+0304, U+0308, U+0329, U+1E00-1E9F, U+1EF2-1EFF, U+2020,
+    U+20A0-20AB, U+20AD-20C0, U+2113, U+2C60-2C7F, U+A720-A7FF;
 }
 
 /* latin */
@@ -94,9 +95,10 @@
   font-weight: 100 900;
   font-display: swap;
   src: url("/static/fonts/WorkSans-Italic-Latin.woff2") format("woff2");
-  unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA,
-    U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+2074, U+20AC, U+2122, U+2191,
-    U+2193, U+2212, U+2215, U+FEFF, U+FFFD;
+  unicode-range:
+    U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC,
+    U+0304, U+0308, U+0329, U+2000-206F, U+2074, U+20AC, U+2122, U+2191, U+2193,
+    U+2212, U+2215, U+FEFF, U+FFFD;
 }
 
 /* latin-ext */
@@ -106,8 +108,9 @@
   font-weight: 100 900;
   font-display: swap;
   src: url("/static/fonts/WorkSans-Normal-LatinExt.woff2") format("woff2");
-  unicode-range: U+0100-02AF, U+0304, U+0308, U+0329, U+1E00-1E9F, U+1EF2-1EFF,
-    U+2020, U+20A0-20AB, U+20AD-20C0, U+2113, U+2C60-2C7F, U+A720-A7FF;
+  unicode-range:
+    U+0100-02AF, U+0304, U+0308, U+0329, U+1E00-1E9F, U+1EF2-1EFF, U+2020,
+    U+20A0-20AB, U+20AD-20C0, U+2113, U+2C60-2C7F, U+A720-A7FF;
 }
 
 /* latin */
@@ -117,9 +120,10 @@
   font-weight: 100 900;
   font-display: swap;
   src: url("/static/fonts/WorkSans-Normal-Latin.woff2") format("woff2");
-  unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA,
-    U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+2074, U+20AC, U+2122, U+2191,
-    U+2193, U+2212, U+2215, U+FEFF, U+FFFD;
+  unicode-range:
+    U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC,
+    U+0304, U+0308, U+0329, U+2000-206F, U+2074, U+20AC, U+2122, U+2191, U+2193,
+    U+2212, U+2215, U+FEFF, U+FFFD;
 }
 
 /*

ddlh/templates/layouts/main.j2

@@ -14,7 +14,9 @@
         <link rel="shortcut icon"
               href="{{ url_for("static", filename="favicon.ico") }}">
         <title>{{ breadcrumbs|page_title_from_breadcrumbs }}</title>
-        <script defer data-domain="learn.distributeddesign.eu" src="https://plausible.io/js/script.js"></script>
+        <script defer
+                data-domain="learn.distributeddesign.eu"
+                src="https://plausible.io/js/script.js"></script>
     </head>
     <body>
         {% include "partials/header.j2" %}