tool_text_to_image.py 2.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263
  1. """ 工具 text_to_image 画图"""
  2. from tools.toolbase import *
  3. from openai_wrapper import OpenAIWrapper
  4. class Tool_text_to_image(ToolBase):
  5. """ 工具:text_to_image
  6. 调用openai 作图"""
  7. def __init__(self, config:Config, oaiw:OpenAIWrapper) -> None:
  8. """初始化 """
  9. super().__init__(config)
  10. self.oaiw = oaiw
  11. @property
  12. def name(self) -> str:
  13. return "text_to_image"
  14. @property
  15. def desc(self) -> str:
  16. return "用文字描述生成图像"
  17. @property
  18. def function_json(self) -> dict:
  19. FUNCTION_TEXT_TO_IMAGE = {
  20. "name": "text_to_image",
  21. "description": "Generate image or photo based on user text prompt when user explicitly requests to generate iamge or photo",
  22. "parameters": {
  23. "type": "object",
  24. "properties": {
  25. "prompt": {
  26. "type": "string",
  27. "description": "User's text description of the desired image."
  28. },
  29. "quality":{
  30. "type": "string",
  31. "description": "The quality of the image that will be generated. hd creates images with finer details and greater consistency across the image.",
  32. "enum": ["standard", "hd"]
  33. }
  34. },
  35. "required": ["prompt", "quality"]
  36. }
  37. }
  38. return FUNCTION_TEXT_TO_IMAGE
  39. def process_toolcall(self, arguments:str, callback_msg:MSG_CALLBACK) -> str:
  40. """ 作图 """
  41. args = json.loads(arguments)
  42. prompt = args['prompt']
  43. quality = args['quality']
  44. callback_msg(ChatMsg(ContentType.text, f"正在为您生成图片({quality})"))
  45. # common.logger().info("调用OpenAI生成图片(%s): %s", quality, prompt)
  46. url, revised_prompt = self.oaiw.text_to_image(prompt, quality)
  47. # common.logger().info("下载图片: %s", url)
  48. tempfile = common.temp_file(f"openai_image_{common.timestamp()}.png")
  49. proxy = self.config.OPENAI.get('proxy', None) # 使用openai proxy
  50. res = common.download_file(url, tempfile, proxy)
  51. if res == 0: #下载成功:
  52. callback_msg(ChatMsg(ContentType.image, tempfile))
  53. return f"成功生成图片并已发送给用户。修改后的提示词: {revised_prompt}"
  54. else: #下载失败
  55. return f"下载图片失败。图片地址:{url}, 修改后的提示词: {revised_prompt}"