Refactor reasoning pipeline (#31)
* Move the text rendering out for reusability * Refactor common operations in the reasoning pipeline * Add run method * Provide dedicated method for invoke
This commit is contained in:
committed by
GitHub
parent
af38708b77
commit
0417610d3e
@@ -39,7 +39,7 @@ class BaseComponent(Function):
|
||||
if isinstance(node, BaseComponent):
|
||||
node.set_output_queue(queue)
|
||||
|
||||
def report_output(self, output: Optional[dict]):
|
||||
def report_output(self, output: Optional[Document]):
|
||||
if self._queue is not None:
|
||||
self._queue.put_nowait(output)
|
||||
|
||||
|
@@ -270,7 +270,7 @@ class ChatOpenAI(BaseChatOpenAI):
|
||||
|
||||
def openai_response(self, client, **kwargs):
|
||||
"""Get the openai response"""
|
||||
params = {
|
||||
params_ = {
|
||||
"model": self.model,
|
||||
"temperature": self.temperature,
|
||||
"max_tokens": self.max_tokens,
|
||||
@@ -285,6 +285,7 @@ class ChatOpenAI(BaseChatOpenAI):
|
||||
"top_logprobs": self.top_logprobs,
|
||||
"top_p": self.top_p,
|
||||
}
|
||||
params = {k: v for k, v in params_.items() if v is not None}
|
||||
params.update(kwargs)
|
||||
|
||||
return client.chat.completions.create(**params)
|
||||
|
Reference in New Issue
Block a user