| # reorganize all inputs and template to prompt messages | # reorganize all inputs and template to prompt messages | ||||
| # Include: prompt template, inputs, query(optional), files(optional) | # Include: prompt template, inputs, query(optional), files(optional) | ||||
| # memory(optional) | # memory(optional) | ||||
| prompt_messages, stop = self.originze_prompt_messages( | |||||
| prompt_messages, stop = self.organize_prompt_messages( | |||||
| app_record=app_record, | app_record=app_record, | ||||
| model_config=app_orchestration_config.model_config, | model_config=app_orchestration_config.model_config, | ||||
| prompt_template_entity=app_orchestration_config.prompt_template, | prompt_template_entity=app_orchestration_config.prompt_template, | ||||
| # reorganize all inputs and template to prompt messages | # reorganize all inputs and template to prompt messages | ||||
| # Include: prompt template, inputs, query(optional), files(optional) | # Include: prompt template, inputs, query(optional), files(optional) | ||||
| # memory(optional), external data, dataset context(optional) | # memory(optional), external data, dataset context(optional) | ||||
| prompt_messages, stop = self.originze_prompt_messages( | |||||
| prompt_messages, stop = self.organize_prompt_messages( | |||||
| app_record=app_record, | app_record=app_record, | ||||
| model_config=app_orchestration_config.model_config, | model_config=app_orchestration_config.model_config, | ||||
| prompt_template_entity=app_orchestration_config.prompt_template, | prompt_template_entity=app_orchestration_config.prompt_template, |
| max_tokens = 0 | max_tokens = 0 | ||||
| # get prompt messages without memory and context | # get prompt messages without memory and context | ||||
| prompt_messages, stop = self.originze_prompt_messages( | |||||
| prompt_messages, stop = self.organize_prompt_messages( | |||||
| app_record=app_record, | app_record=app_record, | ||||
| model_config=model_config, | model_config=model_config, | ||||
| prompt_template_entity=prompt_template_entity, | prompt_template_entity=prompt_template_entity, | ||||
| or (parameter_rule.use_template and parameter_rule.use_template == 'max_tokens')): | or (parameter_rule.use_template and parameter_rule.use_template == 'max_tokens')): | ||||
| model_config.parameters[parameter_rule.name] = max_tokens | model_config.parameters[parameter_rule.name] = max_tokens | ||||
| def originze_prompt_messages(self, app_record: App, | |||||
| def organize_prompt_messages(self, app_record: App, | |||||
| model_config: ModelConfigEntity, | model_config: ModelConfigEntity, | ||||
| prompt_template_entity: PromptTemplateEntity, | prompt_template_entity: PromptTemplateEntity, | ||||
| inputs: dict[str, str], | inputs: dict[str, str], |
| # organize all inputs and template to prompt messages | # organize all inputs and template to prompt messages | ||||
| # Include: prompt template, inputs, query(optional), files(optional) | # Include: prompt template, inputs, query(optional), files(optional) | ||||
| # memory(optional) | # memory(optional) | ||||
| prompt_messages, stop = self.originze_prompt_messages( | |||||
| prompt_messages, stop = self.organize_prompt_messages( | |||||
| app_record=app_record, | app_record=app_record, | ||||
| model_config=app_orchestration_config.model_config, | model_config=app_orchestration_config.model_config, | ||||
| prompt_template_entity=app_orchestration_config.prompt_template, | prompt_template_entity=app_orchestration_config.prompt_template, | ||||
| # reorganize all inputs and template to prompt messages | # reorganize all inputs and template to prompt messages | ||||
| # Include: prompt template, inputs, query(optional), files(optional) | # Include: prompt template, inputs, query(optional), files(optional) | ||||
| # memory(optional), external data, dataset context(optional) | # memory(optional), external data, dataset context(optional) | ||||
| prompt_messages, stop = self.originze_prompt_messages( | |||||
| prompt_messages, stop = self.organize_prompt_messages( | |||||
| app_record=app_record, | app_record=app_record, | ||||
| model_config=app_orchestration_config.model_config, | model_config=app_orchestration_config.model_config, | ||||
| prompt_template_entity=app_orchestration_config.prompt_template, | prompt_template_entity=app_orchestration_config.prompt_template, |