codey/api
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

misc covid changes

Browse Source
This commit is contained in:
codey 2024-09-04 20:30:11 -04:00
parent da674e0ef9
commit 58a3f90b4c
2 changed files with 66 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

66
endpoints/ai.py
View File

@ -9,6 +9,14 @@ from fastapi import FastAPI, Security, Request, HTTPException
from fastapi.security import APIKeyHeader, APIKeyQuery
from pydantic import BaseModel
class ValidAISongRequest(BaseModel):
"""
- **a**: artist
- **s**: track title
"""
a: str
s: str
class AI(FastAPI):
"""AI Endpoints"""
@ -17,18 +25,19 @@ class AI(FastAPI):
self.util = my_util
self.constants = constants
self.glob_state = glob_state
self.url_clean_regex = regex.compile(r'^\/ai\/')
self.url_clean_regex = regex.compile(r'^\/ai\/openai\/')
self.endpoints = {
"ai": self.ai_handler,
"ai/openai": self.ai_openai_handler,
"ai/song": self.ai_song_handler
#tbd
}
for endpoint, handler in self.endpoints.items():
app.add_api_route(f"/{endpoint}/{{any:path}}", handler, methods=["POST"])
async def ai_handler(self, request: Request):
async def ai_openai_handler(self, request: Request):
"""
/ai/
/ai/openai/
AI Request
"""
@ -60,3 +69,52 @@ class AI(FastAPI):
'err': True,
'errorText': 'General Failure'
}
async def ai_song_handler(self, data: ValidAISongRequest, request: Request):
"""
/ai/song/
AI (Song Info) Request [Public]
"""
ai_question = f"I am going to listen to a song titled \"{data.s}\" by \"{data.a}\"."
local_llm_headers = {
'Authorization': f'Bearer {self.constants.LOCAL_LLM_KEY}'
}
ai_req_data = {
'max_context_length': 16784,
'max_length': 256,
'temperature': 0.1,
'min_p': 0.1,
'quiet': 0,
'rep_pen': 1.0,
'rep_pen_range': 600,
'rep_pen_slope': 0.1,
'bypass_eos': False,
'trim_stop': True,
'top_k': 90,
'top_p': 1,
'sampler_order': [6,0,1,3,4,2,5],
'smoothing_factor': 0.06,
'memory': "You are a helpful assistant who will provide only totally accurate tidbits of info on songs the user may listen to. You do not include information about which album a song was released on, or when it was released, and do not mention that you are not including this information in your response. No small talk, no introductions, just give info on the song!",
'stop': ['### Inst', '### Resp'],
'prompt': ai_question
}
try:
async with ClientSession() as session:
async with await session.post(f'{self.constants.LOCAL_LLM_BASE}/generate',
json=ai_req_data,
headers=local_llm_headers,
timeout=ClientTimeout(connect=15, sock_read=30)) as request:
await self.glob_state.increment_counter('ai_requests')
response = await request.json()
result = {
'resp': response.get('results')[0].get('text').strip()
}
return result
except Exception as e: # pylint: disable=broad-exception-caught
logging.error("Error: %s", e)
return {
'err': True,
'errorText': 'General Failure'
}

3
state.py
View File

@ -25,6 +25,7 @@ class State(FastAPI):
async with sqlite3.connect(self.counter_db_path, timeout=2) as _db:
_query = "SELECT ai_requests, lyric_requests, transcript_list_requests, transcript_requests, lyrichistory_requests, \
failedlyric_requests, misc_failures, claude_ai_requests FROM counters LIMIT 1"
await _db.executescript("pragma journal_mode = WAL; pragma synchronous = normal; pragma temp_store = memory; pragma mmap_size = 30000000000;")
async with _db.execute(_query) as _cursor:
_result = await _cursor.fetchone()
(ai_requests,
@ -76,6 +77,8 @@ class State(FastAPI):
lyrichistory_requests,
failedlyric_requests,
claude_ai_requests)
await _db.executescript("pragma journal_mode = WAL; pragma synchronous = normal; pragma temp_store = memory; pragma mmap_size = 30000000000;")
async with _db.execute(_query, _params) as _cursor:
if _cursor.rowcount != 1:
logging.error("Failed to update DB")