codey/api
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Resolves #20

Browse Source
This commit is contained in:
codey 2024-09-10 16:16:10 -04:00
parent 58a3f90b4c
commit 0ce35e2267
1 changed files with 5 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
endpoints/ai.py
View File

@ -76,7 +76,7 @@ class AI(FastAPI):
AI (Song Info) Request [Public] AI (Song Info) Request [Public]
""" """
ai_question = f"I am going to listen to a song titled \"{data.s}\" by \"{data.a}\"." ai_question = f"I am going to listen to the song \"{data.s}\" by \"{data.a}\"."
local_llm_headers = { local_llm_headers = {
'Authorization': f'Bearer {self.constants.LOCAL_LLM_KEY}' 'Authorization': f'Bearer {self.constants.LOCAL_LLM_KEY}'
@ -84,19 +84,12 @@ class AI(FastAPI):
ai_req_data = { ai_req_data = {
'max_context_length': 16784, 'max_context_length': 16784,
'max_length': 256, 'max_length': 256,
'temperature': 0.1, 'temperature': 0.2,
'min_p': 0.1, 'quiet': 1,
'quiet': 0,
'rep_pen': 1.0,
'rep_pen_range': 600,
'rep_pen_slope': 0.1,
'bypass_eos': False, 'bypass_eos': False,
'trim_stop': True, 'trim_stop': True,
'top_k': 90,
'top_p': 1,
'sampler_order': [6,0,1,3,4,2,5], 'sampler_order': [6,0,1,3,4,2,5],
'smoothing_factor': 0.06, 'memory': "You are a helpful assistant who will provide only totally accurate tidbits of info on songs the user may listen to. You do not include information about which album a song was released on, or when it was released, and do not mention that you are not including this information in your response. If the input provided is not a song you are aware of, simply state that.",
'memory': "You are a helpful assistant who will provide only totally accurate tidbits of info on songs the user may listen to. You do not include information about which album a song was released on, or when it was released, and do not mention that you are not including this information in your response. No small talk, no introductions, just give info on the song!",
'stop': ['### Inst', '### Resp'], 'stop': ['### Inst', '### Resp'],
'prompt': ai_question 'prompt': ai_question
} }