chg: [onion-lookup] query statistics added

Author: adulau

app.py

@@ -10,6 +10,7 @@
 from starlette.responses import JSONResponse, RedirectResponse
 from starlette.datastructures import URL
 from starlette.types import ASGIApp, Receive, Scope, Send
+
 repeated_quotes = re.compile(r'//+')  # handling multiple // in url
 from urllib.parse import urlparse, unquote
 import sys
@@ -18,12 +19,14 @@
 
 # disable requests certificate warning
 from requests.packages.urllib3.exceptions import InsecureRequestWarning
+
 requests.packages.urllib3.disable_warnings(InsecureRequestWarning)
 
 templates = Jinja2Templates(directory='templates')
 
 # config
 import configparser
+
 config = configparser.ConfigParser()
 config.read('config.cfg')
 ail_url = config['DEFAULT']['ail_url']
@@ -33,6 +36,7 @@
 cache = valkey.Valkey(host=valkey_host, port=valkey_port, db=0)
 # API definition
 from apiman.starlette import Apiman
+
 apiman = Apiman(template="openapi.yml")
 
 if not cache.ping():
@@ -58,6 +62,7 @@ async def __call__(self, scope: Scope, receive: Receive, send: Send) -> None:
         else:
             await self.app(scope, receive, send)
 
+
 def extract_onion_from_url(url):
     if not url.startswith('http'):
         url = f'http://{url}'
@@ -70,6 +75,18 @@ def extract_onion_from_url(url):
     else:
         return None
 
+
+def stats_onion(onion=None, typeo="global"):
+    if onion is None:
+        return False
+    if typeo == "global":
+        r = cache.zincrby("onion-lookup:stats", 1, onion)
+    else:
+        r = cache.zincrby("onion-lookup:ail-stats", 1, onion)
+
+    return r
+
+
 def check_onion(onion=None):
     # We only support onion_v3 and automatically append dot onion if missing
     if onion is None or onion == '':
@@ -80,19 +97,25 @@ def check_onion(onion=None):
         return f"{onion}.onion"
     return False
 
+
 def query_onion(onion=None):
     if onion is None:
         return False
     keycache = f'onion-lookup:{onion}'
+    stats_onion(onion=onion)
     if cache.exists(keycache):
         return json.loads(cache.get(keycache))
-    headers = {'Authorization': ail_apikey} 
-    r = requests.get(f'{ail_url}/api/v1/lookup/onion/{onion}', headers=headers, verify=False)
+    headers = {'Authorization': ail_apikey}
+    r = requests.get(
+        f'{ail_url}/api/v1/lookup/onion/{onion}', headers=headers, verify=False
+    )
     if r.status_code != 200:
         return False
     cache.set(keycache, r.text, ex=3600)
+    stats_onion(onion=onion, typeo="local")
     return json.loads(cache.get(keycache))
 
+
 async def homepage(request):
     template = "index.html"
     context = {"request": request}
@@ -103,12 +126,13 @@ async def homepage(request):
             context['onion'] = onion
             onion_meta = query_onion(onion=onion)
             if onion_meta is not False:
-                context['onion_meta'] = onion_meta 
+                context['onion_meta'] = onion_meta
         else:
             context['error'] = 'Incorrect format'
 
     return templates.TemplateResponse(template, context)
 
+
 @apiman.from_yaml(
     """
     summary: lookup api
@@ -123,7 +147,8 @@ async def homepage(request):
     responses:
       "200":
         description: OK
-    """)
+    """
+)
 async def lookup(request):
     onion = extract_onion_from_url(request.path_params['onion'].lower())
     onion = check_onion(onion=onion)
@@ -139,9 +164,10 @@ async def lookup(request):
 
     return JSONResponse({})
 
+
 async def error(request):
     """
-    Generic catch-call error 
+    Generic catch-call error
     """
     raise RuntimeError("Oh no")
 
@@ -163,23 +189,19 @@ async def server_error(request: Request, exc: HTTPException):
     context = {"request": request}
     return templates.TemplateResponse(template, context, status_code=500)
 
+
 routes = [
     Route('/', homepage),
     Route('/api/lookup/{onion}', lookup, methods=['GET']),
     Route('/error', error),
-    Mount('/static', app=StaticFiles(directory='statics'), name='static')
-
+    Mount('/static', app=StaticFiles(directory='statics'), name='static'),
 ]
 
-exception_handlers = {
-    404: not_found,
-    500: server_error
-}
+exception_handlers = {404: not_found, 500: server_error}
 
 app = Starlette(debug=False, routes=routes, exception_handlers=exception_handlers)
 app.add_middleware(HttpUrlRedirectMiddleware)
 apiman.init_app(app)
 
 if __name__ == "__main__":
     uvicorn.run(app, host='0.0.0.0', port=8000)
-