270 lines
10 KiB
Python
270 lines
10 KiB
Python
"""
|
||
HTTP请求组件类
|
||
提供 GET请求组件和POST请求组件
|
||
"""
|
||
import logging
|
||
from typing import Dict, Any
|
||
from services.execution.task_context import TaskContext
|
||
from .base import BlockHandler, register_handler
|
||
from utils.logger import get_logger
|
||
from .model.block_name import HttpRequestBlockName
|
||
# 获取日志记录器
|
||
logger = get_logger("services.execution.handlers.htttp_request")
|
||
|
||
|
||
@register_handler(HttpRequestBlockName.GET)
|
||
class HttpGetBlockHandler(BlockHandler):
|
||
"""HTTP GET请求处理器"""
|
||
|
||
async def execute(
|
||
self,
|
||
block: Dict[str, Any],
|
||
input_params: Dict[str, Any],
|
||
context: TaskContext
|
||
) -> Dict[str, Any]:
|
||
"""执行HTTP GET请求"""
|
||
import aiohttp
|
||
import asyncio
|
||
import json
|
||
|
||
try:
|
||
# 获取请求参数
|
||
url = input_params.get("url")
|
||
|
||
# 处理headers参数
|
||
headers = {}
|
||
header_param = input_params.get("header", {})
|
||
|
||
# 如果header是字符串，尝试解析JSON
|
||
if isinstance(header_param, str):
|
||
try:
|
||
header_data = json.loads(header_param)
|
||
# 检查解析后的数据是否为列表格式 [{"key0":"value0", "value0":"value"}, ...]
|
||
if isinstance(header_data, list):
|
||
for item in header_data:
|
||
# 寻找以key开头的键，如key0, key1等
|
||
for key in [k for k in item if k.startswith('key')]:
|
||
if key in item and item[key]:
|
||
# 对应的value键应该是value0, value1等
|
||
value_key = 'value' + key[3:]
|
||
if value_key in item and item[value_key]:
|
||
headers[item[key]] = item[value_key]
|
||
# 如果是字典格式，直接使用
|
||
elif isinstance(header_data, dict):
|
||
headers = header_data
|
||
except json.JSONDecodeError:
|
||
logger.warning(f"无法解析headers JSON: {header_param}")
|
||
elif isinstance(header_param, dict):
|
||
headers = header_param
|
||
|
||
retry = input_params.get("retry", False)
|
||
|
||
# 确保retry_times为整数
|
||
retry_times = input_params.get("retryTimes", 3)
|
||
if isinstance(retry_times, str):
|
||
try:
|
||
retry_times = int(retry_times)
|
||
except ValueError:
|
||
retry_times = 3
|
||
|
||
# 确保retry_interval为整数
|
||
retry_interval = input_params.get("retryInterval", 1000)
|
||
if isinstance(retry_interval, str):
|
||
try:
|
||
retry_interval = int(retry_interval)
|
||
except ValueError:
|
||
retry_interval = 1000
|
||
|
||
if not url:
|
||
result = {
|
||
"success": False,
|
||
"message": "缺少请求URL"
|
||
}
|
||
# 记录执行结果
|
||
await self._record_task_log(block, result, context)
|
||
return result
|
||
|
||
# 执行HTTP请求
|
||
attempt = 0
|
||
max_attempts = 1 if not retry else retry_times + 1
|
||
|
||
while attempt < max_attempts:
|
||
try:
|
||
async with aiohttp.ClientSession() as session:
|
||
async with session.get(url, headers=headers) as response:
|
||
# 读取响应内容
|
||
response_text = await response.text()
|
||
|
||
# 尝试解析JSON
|
||
try:
|
||
response_json = await response.json()
|
||
context.set_variable("response", response_json)
|
||
except:
|
||
# 不是有效的JSON，保存为文本
|
||
context.set_variable("response", response_text)
|
||
|
||
result = {
|
||
"success": True,
|
||
"message": f"HTTP GET请求成功，状态码: {response.status}",
|
||
}
|
||
# 记录执行结果
|
||
await self._record_task_log(block, result, context)
|
||
return result
|
||
except Exception as e:
|
||
attempt += 1
|
||
if attempt >= max_attempts:
|
||
raise
|
||
|
||
# 重试间隔
|
||
await asyncio.sleep(retry_interval / 1000)
|
||
|
||
except Exception as e:
|
||
result = {
|
||
"success": False,
|
||
"message": f"HTTP GET请求失败: {str(e)}"
|
||
}
|
||
# 记录异常
|
||
await self._record_task_log(block, result, context)
|
||
return result
|
||
|
||
# HTTP POST请求处理器
|
||
@register_handler(HttpRequestBlockName.POST)
|
||
class HttpPostBlockHandler(BlockHandler):
|
||
"""HTTP POST请求处理器"""
|
||
|
||
async def execute(
|
||
self,
|
||
block: Dict[str, Any],
|
||
input_params: Dict[str, Any],
|
||
context: TaskContext
|
||
) -> Dict[str, Any]:
|
||
"""执行HTTP POST请求"""
|
||
import aiohttp
|
||
import asyncio
|
||
import json
|
||
|
||
try:
|
||
# 获取请求参数
|
||
url = input_params.get("url")
|
||
params = input_params.get("param", "{}")
|
||
|
||
# 处理headers参数
|
||
headers = {}
|
||
header_param = input_params.get("header", {})
|
||
|
||
# 如果header是字符串，尝试解析JSON
|
||
if isinstance(header_param, str):
|
||
try:
|
||
header_data = json.loads(header_param)
|
||
# 检查解析后的数据是否为列表格式 [{"key0":"value0", "value0":"value"}, ...]
|
||
if isinstance(header_data, list):
|
||
for item in header_data:
|
||
# 寻找以key开头的键，如key0, key1等
|
||
for key in [k for k in item if k.startswith('key')]:
|
||
if key in item and item[key]:
|
||
# 对应的value键应该是value0, value1等
|
||
value_key = 'value' + key[3:]
|
||
if value_key in item and item[value_key]:
|
||
headers[item[key]] = item[value_key]
|
||
# 如果是字典格式，直接使用
|
||
elif isinstance(header_data, dict):
|
||
headers = header_data
|
||
except json.JSONDecodeError:
|
||
logger.warning(f"无法解析headers JSON: {header_param}")
|
||
elif isinstance(header_param, dict):
|
||
headers = header_param
|
||
|
||
media_type = input_params.get("mediaType", "JSON")
|
||
retry = input_params.get("retry", False)
|
||
|
||
# 确保retry_times为整数
|
||
retry_times = input_params.get("retryTimes", 3)
|
||
if isinstance(retry_times, str):
|
||
try:
|
||
retry_times = int(retry_times)
|
||
except ValueError:
|
||
retry_times = 3
|
||
|
||
# 确保retry_interval为整数
|
||
retry_interval = input_params.get("retryInterval", 1000)
|
||
if isinstance(retry_interval, str):
|
||
try:
|
||
retry_interval = int(retry_interval)
|
||
except ValueError:
|
||
retry_interval = 1000
|
||
|
||
if not url:
|
||
result = {
|
||
"success": False,
|
||
"message": "缺少请求URL"
|
||
}
|
||
# 记录执行结果
|
||
await self._record_task_log(block, result, context)
|
||
return result
|
||
|
||
# 准备请求数据
|
||
try:
|
||
if isinstance(params, str):
|
||
data = json.loads(params)
|
||
else:
|
||
data = params
|
||
except:
|
||
data = params # 如果无法解析为JSON，使用原始字符串
|
||
|
||
# 设置Content-Type
|
||
content_type = "application/json"
|
||
if media_type == "HTML":
|
||
content_type = "text/html"
|
||
elif media_type == "XML":
|
||
content_type = "application/xml"
|
||
elif media_type == "XWWWFORMURLENCODED":
|
||
content_type = "application/x-www-form-urlencoded"
|
||
elif media_type == "JAVASCRIPT":
|
||
content_type = "application/javascript"
|
||
|
||
if "Content-Type" not in headers:
|
||
headers["Content-Type"] = content_type
|
||
|
||
# 执行HTTP请求
|
||
attempt = 0
|
||
max_attempts = 1 if not retry else retry_times + 1
|
||
while attempt < max_attempts:
|
||
try:
|
||
async with aiohttp.ClientSession() as session:
|
||
async with session.post(url, json=data, headers=headers) as response:
|
||
# 读取响应内容
|
||
response_text = await response.text()
|
||
|
||
# 尝试解析JSON
|
||
try:
|
||
response_json = await response.json()
|
||
context.set_variable("response", response_json)
|
||
except:
|
||
# 不是有效的JSON，保存为文本
|
||
context.set_variable("response", response_text)
|
||
|
||
result = {
|
||
"success": True,
|
||
"message": f"HTTP POST请求成功，状态码: {response.status}, 响应内容详情: {response_text}",
|
||
}
|
||
# 记录执行结果
|
||
await self._record_task_log(block, result, context)
|
||
return result
|
||
except Exception as e:
|
||
attempt += 1
|
||
if attempt >= max_attempts:
|
||
raise
|
||
|
||
# 重试间隔
|
||
await asyncio.sleep(retry_interval / 1000)
|
||
|
||
except Exception as e:
|
||
result = {
|
||
"success": False,
|
||
"message": f"HTTP POST请求失败: {str(e)}"
|
||
}
|
||
# 记录异常
|
||
await self._record_task_log(block, result, context)
|
||
return result
|
||
|