Resolves #15, addl unrelated changes

endpoints/ai.py

@@ -0,0 +1,74 @@
+#!/usr/bin/env python3.12
+
+import importlib
+import logging
+import regex
+
+from aiohttp import ClientSession, ClientTimeout
+
+from fastapi import FastAPI, Security, Request, HTTPException
+from fastapi.security import APIKeyHeader, APIKeyQuery
+
+
+from pydantic import BaseModel
+
+
+api_key_header = APIKeyHeader(name="X-Authd-With")
+
+    
+
+class AI(FastAPI):
+    """AI Endpoints"""   
+    def __init__(self, app: FastAPI, my_util, constants, glob_state):  # pylint: disable=super-init-not-called
+        self.app = app
+        self.util = my_util
+        self.constants = constants
+        self.glob_state = glob_state
+        self.url_clean_regex = regex.compile(r'^\/ai\/')
+        self.endpoints = {
+            "ai": self.ai_handler,
+            #tbd
+            }
+
+        for endpoint, handler in self.endpoints.items():
+            app.add_api_route(f"/{endpoint}/{{any:path}}", handler, methods=["POST"])
+    
+    async def ai_handler(self, request: Request):
+        """
+        /ai/
+        AI Request
+        """
+
+        if not self.util.check_key(request.url.path, request.headers.get('X-Authd-With')):
+            raise HTTPException(status_code=403, detail="Unauthorized")
+        
+        
+        """
+        TODO: Implement Claude
+        Currently only routes to local LLM
+        """
+
+        local_llm_headers = {
+            'Authorization': f'Bearer {self.constants.LOCAL_LLM_KEY}'
+        }
+
+        forward_path = self.url_clean_regex.sub('', request.url.path)
+
+        print(f"Original path: {request.url.path}; Forward path: {forward_path}")
+        print(f"Request data: {await request.json()}")
+        try:
+                async with ClientSession() as session:
+                    async with await session.post(f'{self.constants.LOCAL_LLM_HOST}/{forward_path}',
+                                                  json=await request.json(),
+                                                  headers=local_llm_headers,
+                                                  timeout=ClientTimeout(connect=15, sock_read=30)) as request:
+                           await self.glob_state.increment_counter('ai_requests')
+                           response = await request.json()
+                           print(f"Response received: {response}")
+                           return response
+        except Exception as e: # pylint: disable=broad-exception-caught
+             logging.error("Error: %s", e)
+             return {
+                  'err': True,
+                  'errorText': 'General Failure'
+             }