Merge branch 'dev' of http://106.13.42.156:33077/lei_y601/sqlbot_agent into dev

service/cus_vanna_srevice.py

@@ -26,7 +26,7 @@ class OpenAICompatibleLLM(VannaBase):
     def __init__(self, client=None, config_file=None):
         VannaBase.__init__(self, config=config_file)
         # default parameters - can be overrided using config
-        self.temperature = 0.5
+        self.temperature = 0.6
         self.max_tokens = 5000
 
         if "temperature" in config_file:
@@ -175,6 +175,7 @@ class OpenAICompatibleLLM(VannaBase):
             print(
                 f"Using model {self.config['model']} for {num_tokens} tokens (approx)"
             )
+            print(self.config)
             response = self.client.chat.completions.create(
                 model=self.config["model"],
                 messages=prompt,
@@ -208,7 +209,6 @@ class OpenAICompatibleLLM(VannaBase):
                 stop=None,
                 temperature=self.temperature,
             )
-
         for choice in response.choices:
             if "text" in choice:
                 return choice.text