diff --git a/endpoints/ai.py b/endpoints/ai.py index 567d984..033b7f5 100644 --- a/endpoints/ai.py +++ b/endpoints/ai.py @@ -76,7 +76,7 @@ class AI(FastAPI): AI (Song Info) Request [Public] """ - ai_question = f"I am going to listen to a song titled \"{data.s}\" by \"{data.a}\"." + ai_question = f"I am going to listen to the song \"{data.s}\" by \"{data.a}\"." local_llm_headers = { 'Authorization': f'Bearer {self.constants.LOCAL_LLM_KEY}' @@ -84,19 +84,12 @@ class AI(FastAPI): ai_req_data = { 'max_context_length': 16784, 'max_length': 256, - 'temperature': 0.1, - 'min_p': 0.1, - 'quiet': 0, - 'rep_pen': 1.0, - 'rep_pen_range': 600, - 'rep_pen_slope': 0.1, + 'temperature': 0.2, + 'quiet': 1, 'bypass_eos': False, - 'trim_stop': True, - 'top_k': 90, - 'top_p': 1, + 'trim_stop': True, 'sampler_order': [6,0,1,3,4,2,5], - 'smoothing_factor': 0.06, - 'memory': "You are a helpful assistant who will provide only totally accurate tidbits of info on songs the user may listen to. You do not include information about which album a song was released on, or when it was released, and do not mention that you are not including this information in your response. No small talk, no introductions, just give info on the song!", + 'memory': "You are a helpful assistant who will provide only totally accurate tidbits of info on songs the user may listen to. You do not include information about which album a song was released on, or when it was released, and do not mention that you are not including this information in your response. If the input provided is not a song you are aware of, simply state that.", 'stop': ['### Inst', '### Resp'], 'prompt': ai_question }