Add new tool: Judge0 CE (#3684)

Co-authored-by: crazywoola <427733928@qq.com>

api/core/tools/provider/builtin/judge0ce/_assets/icon.svg

@@ -0,0 +1,21 @@
+<?xml version="1.0" standalone="no"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 20010904//EN"
+ "http://www.w3.org/TR/2001/REC-SVG-20010904/DTD/svg10.dtd">
+<svg version="1.0" xmlns="http://www.w3.org/2000/svg"
+ width="128.000000pt" height="128.000000pt" viewBox="0 0 128.000000 128.000000"
+ preserveAspectRatio="xMidYMid meet">
+
+<g transform="translate(0.000000,128.000000) scale(0.100000,-0.100000)"
+fill="#000000" stroke="none">
+<path d="M0 975 l0 -305 33 1 c54 0 336 35 343 41 3 4 0 57 -7 118 -10 85 -17
+113 -29 120 -47 25 -45 104 2 133 13 8 118 26 246 41 208 26 225 26 248 11 14
+-9 30 -27 36 -41 10 -22 8 -33 -10 -68 l-23 -42 40 -316 40 -315 30 -31 c17
+-17 31 -38 31 -47 0 -25 -27 -72 -46 -79 -35 -13 -450 -59 -476 -53 -52 13
+-70 85 -32 127 10 13 10 33 -1 120 -8 58 -15 111 -15 118 0 16 -31 16 -237 -5
+l-173 -17 0 -243 0 -243 640 0 640 0 0 640 0 640 -640 0 -640 0 0 -305z"/>
+<path d="M578 977 c-128 -16 -168 -24 -168 -35 0 -10 8 -12 28 -8 15 3 90 12
+167 21 167 18 188 23 180 35 -7 12 -1 12 -207 -13z"/>
+<path d="M660 326 c-100 -13 -163 -25 -160 -31 3 -5 14 -9 25 -8 104 11 305
+35 323 39 12 2 22 9 22 14 0 13 -14 12 -210 -14z"/>
+</g>
+</svg>

api/core/tools/provider/builtin/judge0ce/judge0ce.py

@@ -0,0 +1,23 @@
+from typing import Any
+
+from core.tools.errors import ToolProviderCredentialValidationError
+from core.tools.provider.builtin.judge0ce.tools.submitCodeExecutionTask import SubmitCodeExecutionTaskTool
+from core.tools.provider.builtin_tool_provider import BuiltinToolProviderController
+
+
+class Judge0CEProvider(BuiltinToolProviderController):
+    def _validate_credentials(self, credentials: dict[str, Any]) -> None:
+        try:
+            SubmitCodeExecutionTaskTool().fork_tool_runtime(
+                meta={
+                    "credentials": credentials,
+                }
+            ).invoke(
+                user_id='',
+                tool_parameters={
+                    "source_code": "print('hello world')",
+                    "language_id": 71,
+                },
+            )
+        except Exception as e:
+            raise ToolProviderCredentialValidationError(str(e))

api/core/tools/provider/builtin/judge0ce/judge0ce.yaml

@@ -0,0 +1,29 @@
+identity:
+  author: Richards Tu
+  name: judge0ce
+  label:
+    en_US: Judge0 CE
+    zh_Hans: Judge0 CE
+    pt_BR: Judge0 CE
+  description:
+    en_US: Judge0 CE is an open-source code execution system. Support various languages, including C, C++, Java, Python, Ruby, etc.
+    zh_Hans: Judge0 CE 是一个开源的代码执行系统。支持多种语言，包括 C、C++、Java、Python、Ruby 等。
+    pt_BR: Judge0 CE é um sistema de execução de código de código aberto. Suporta várias linguagens, incluindo C, C++, Java, Python, Ruby, etc.
+  icon: icon.svg
+credentials_for_provider:
+  X-RapidAPI-Key:
+    type: secret-input
+    required: true
+    label:
+      en_US: RapidAPI Key
+      zh_Hans: RapidAPI Key
+      pt_BR: RapidAPI Key
+    help:
+      en_US: RapidAPI Key is required to access the Judge0 CE API.
+      zh_Hans: RapidAPI Key 是访问 Judge0 CE API 所必需的。
+      pt_BR: RapidAPI Key é necessário para acessar a API do Judge0 CE.
+    placeholder:
+      en_US: Enter your RapidAPI Key
+      zh_Hans: 输入你的 RapidAPI Key
+      pt_BR: Insira sua RapidAPI Key
+    url: https://rapidapi.com/judge0-official/api/judge0-ce

api/core/tools/provider/builtin/judge0ce/tools/getExecutionResult.py

@@ -0,0 +1,37 @@
+from typing import Any, Union
+
+import requests
+
+from core.tools.entities.tool_entities import ToolInvokeMessage
+from core.tools.tool.builtin_tool import BuiltinTool
+
+
+class GetExecutionResultTool(BuiltinTool):
+    def _invoke(self, 
+                user_id: str,
+                tool_parameters: dict[str, Any], 
+        ) -> Union[ToolInvokeMessage, list[ToolInvokeMessage]]:
+        """
+            invoke tools
+        """
+        api_key = self.runtime.credentials['X-RapidAPI-Key']
+        
+        url = f"https://judge0-ce.p.rapidapi.com/submissions/{tool_parameters['token']}"
+        headers = {
+            "X-RapidAPI-Key": api_key
+        }
+        
+        response = requests.get(url, headers=headers)
+        
+        if response.status_code == 200:
+            result = response.json()
+            return self.create_text_message(text=f"Submission details:\n"
+                                                 f"stdout: {result.get('stdout', '')}\n"
+                                                 f"stderr: {result.get('stderr', '')}\n"
+                                                 f"compile_output: {result.get('compile_output', '')}\n"
+                                                 f"message: {result.get('message', '')}\n"
+                                                 f"status: {result['status']['description']}\n"
+                                                 f"time: {result.get('time', '')} seconds\n"
+                                                 f"memory: {result.get('memory', '')} bytes")
+        else:
+            return self.create_text_message(text=f"Error retrieving submission details: {response.text}")

api/core/tools/provider/builtin/judge0ce/tools/getExecutionResult.yaml

@@ -0,0 +1,23 @@
+identity:
+  name: getExecutionResult
+  author: Richards Tu
+  label:
+    en_US: Get Execution Result
+    zh_Hans: 获取执行结果
+description:
+  human:
+    en_US: A tool for retrieving the details of a code submission by a specific token from submitCodeExecutionTask.
+    zh_Hans: 一个用于通过 submitCodeExecutionTask 工具提供的特定令牌来检索代码提交详细信息的工具。
+  llm: A tool for retrieving the details of a code submission by a specific token from submitCodeExecutionTask.
+parameters:
+  - name: token
+    type: string
+    required: true
+    label:
+      en_US: Token
+      zh_Hans: 令牌
+    human_description:
+      en_US: The submission's unique token.
+      zh_Hans: 提交的唯一令牌。
+    llm_description: The submission's unique token. MUST get from submitCodeExecution.
+    form: llm

api/core/tools/provider/builtin/judge0ce/tools/submitCodeExecutionTask.py

@@ -0,0 +1,49 @@
+import json
+from typing import Any, Union
+
+from httpx import post
+
+from core.tools.entities.tool_entities import ToolInvokeMessage
+from core.tools.tool.builtin_tool import BuiltinTool
+
+
+class SubmitCodeExecutionTaskTool(BuiltinTool):
+    def _invoke(self, user_id: str, tool_parameters: dict[str, Any]) -> Union[ToolInvokeMessage, list[ToolInvokeMessage]]:
+        """
+        invoke tools
+        """
+        api_key = self.runtime.credentials['X-RapidAPI-Key']
+
+        source_code = tool_parameters['source_code']
+        language_id = tool_parameters['language_id']
+        stdin = tool_parameters.get('stdin', '')
+        expected_output = tool_parameters.get('expected_output', '')
+        additional_files = tool_parameters.get('additional_files', '')
+
+        url = "https://judge0-ce.p.rapidapi.com/submissions"
+
+        querystring = {"base64_encoded": "false", "fields": "*"}
+
+        payload = {
+            "language_id": language_id,
+            "source_code": source_code,
+            "stdin": stdin,
+            "expected_output": expected_output,
+            "additional_files": additional_files,
+        }
+
+        headers = {
+            "content-type": "application/json",
+            "Content-Type": "application/json",
+            "X-RapidAPI-Key": api_key,
+            "X-RapidAPI-Host": "judge0-ce.p.rapidapi.com"
+        }
+
+        response = post(url, data=json.dumps(payload), headers=headers, params=querystring)
+
+        if response.status_code != 201:
+            raise Exception(response.text)
+
+        token = response.json()['token']
+
+        return self.create_text_message(text=token)

api/core/tools/provider/builtin/judge0ce/tools/submitCodeExecutionTask.yaml

@@ -0,0 +1,67 @@
+identity:
+  name: submitCodeExecutionTask
+  author: Richards Tu
+  label:
+    en_US: Submit Code Execution Task
+    zh_Hans: 提交代码执行任务
+description:
+  human:
+    en_US: A tool for submitting code execution task to Judge0 CE.
+    zh_Hans: 一个用于向 Judge0 CE 提交代码执行任务的工具。
+  llm: A tool for submitting a new code execution task to Judge0 CE. It takes in the source code, language ID, standard input (optional), expected output (optional), and additional files (optional) as parameters; and returns a unique token representing the submission.
+parameters:
+  - name: source_code
+    type: string
+    required: true
+    label:
+      en_US: Source Code
+      zh_Hans: 源代码
+    human_description:
+      en_US: The source code to be executed.
+      zh_Hans: 要执行的源代码。
+    llm_description: The source code to be executed.
+    form: llm
+  - name: language_id
+    type: number
+    required: true
+    label:
+      en_US: Language ID
+      zh_Hans: 语言 ID
+    human_description:
+      en_US: The ID of the language in which the source code is written.
+      zh_Hans: 源代码所使用的语言的 ID。
+    llm_description: The ID of the language in which the source code is written. For example, 50 for C++, 71 for Python, etc.
+    form: llm
+  - name: stdin
+    type: string
+    required: false
+    label:
+      en_US: Standard Input
+      zh_Hans: 标准输入
+    human_description:
+      en_US: The standard input to be provided to the program.
+      zh_Hans: 提供给程序的标准输入。
+    llm_description: The standard input to be provided to the program. Optional.
+    form: llm
+  - name: expected_output
+    type: string
+    required: false
+    label:
+      en_US: Expected Output
+      zh_Hans: 期望输出
+    human_description:
+      en_US: The expected output of the program. Used for comparison in some scenarios.
+      zh_Hans: 程序的期望输出。在某些场景下用于比较。
+    llm_description: The expected output of the program. Used for comparison in some scenarios. Optional.
+    form: llm
+  - name: additional_files
+    type: string
+    required: false
+    label:
+      en_US: Additional Files
+      zh_Hans: 附加文件
+    human_description:
+      en_US: Base64 encoded additional files for the submission.
+      zh_Hans: 提交的 Base64 编码的附加文件。
+    llm_description: Base64 encoded additional files for the submission. Optional.
+    form: llm