280 lines
8.9 KiB
Python
280 lines
8.9 KiB
Python
|
#!/usr/bin/env python3
|
|||
|
|
# -*- coding: utf-8 -*-
|
|||
|
|
"""
|
|||
|
|
根据背景图 + 拼图块图计算滑块目标偏移，并可选使用 DrissionPage 执行拖动。
|
|||
|
|
|
|||
|
|
默认读取当前项目根目录：
|
|||
|
|
- 下载 (1).png (背景图)
|
|||
|
|
- 下载.png (拼图块，RGBA 透明图)
|
|||
|
|
"""
|
|||
|
|
from __future__ import annotations
|
|||
|
|
|
|||
|
|
import argparse
|
|||
|
|
import random
|
|||
|
|
import time
|
|||
|
|
from pathlib import Path
|
|||
|
|
|
|||
|
|
import numpy as np
|
|||
|
|
from PIL import Image, ImageDraw
|
|||
|
|
|
|||
|
|
|
|||
|
|
def _load_images(bg_path: Path, piece_path: Path) -> tuple[np.ndarray, np.ndarray]:
|
|||
|
|
bg = np.array(Image.open(bg_path).convert("RGB"), dtype=np.int16)
|
|||
|
|
piece_rgba = np.array(Image.open(piece_path).convert("RGBA"), dtype=np.int16)
|
|||
|
|
return bg, piece_rgba
|
|||
|
|
|
|||
|
|
|
|||
|
|
def _piece_bbox(alpha: np.ndarray, threshold: int = 12) -> tuple[int, int, int, int, np.ndarray]:
|
|||
|
|
mask = alpha > threshold
|
|||
|
|
if not mask.any():
|
|||
|
|
raise ValueError("拼图块图片 alpha 全透明，无法匹配")
|
|||
|
|
|
|||
|
|
ys, xs = np.where(mask)
|
|||
|
|
y0, y1 = int(ys.min()), int(ys.max()) + 1
|
|||
|
|
x0, x1 = int(xs.min()), int(xs.max()) + 1
|
|||
|
|
return x0, y0, x1, y1, mask
|
|||
|
|
|
|||
|
|
|
|||
|
|
def calc_drag_distance(
|
|||
|
|
bg_path: Path,
|
|||
|
|
piece_path: Path,
|
|||
|
|
alpha_threshold: int = 12,
|
|||
|
|
) -> dict:
|
|||
|
|
"""返回最佳匹配位置与建议拖动距离。"""
|
|||
|
|
bg, piece_rgba = _load_images(bg_path, piece_path)
|
|||
|
|
|
|||
|
|
bh, bw = bg.shape[:2]
|
|||
|
|
ph, pw = piece_rgba.shape[:2]
|
|||
|
|
if ph != bh:
|
|||
|
|
raise ValueError(f"图片高度不一致：背景={bh}, 拼图块={ph}")
|
|||
|
|
|
|||
|
|
alpha = piece_rgba[:, :, 3]
|
|||
|
|
x0, y0, x1, y1, _ = _piece_bbox(alpha, threshold=alpha_threshold)
|
|||
|
|
|
|||
|
|
piece_crop = piece_rgba[y0:y1, x0:x1, :3]
|
|||
|
|
mask = alpha[y0:y1, x0:x1] > alpha_threshold
|
|||
|
|
ys, xs = np.where(mask)
|
|||
|
|
piece_pixels = piece_crop[ys, xs]
|
|||
|
|
|
|||
|
|
patch_h, patch_w = piece_crop.shape[:2]
|
|||
|
|
if patch_w > bw or patch_h > bh:
|
|||
|
|
raise ValueError("拼图块裁剪后尺寸超过背景图")
|
|||
|
|
|
|||
|
|
max_x = bw - patch_w
|
|||
|
|
best_x = 0
|
|||
|
|
best_score = float("inf")
|
|||
|
|
second_best = float("inf")
|
|||
|
|
|
|||
|
|
# 固定 y，按 x 扫描。评分越小越好。
|
|||
|
|
for x in range(max_x + 1):
|
|||
|
|
patch_pixels = bg[y0 + ys, x + xs]
|
|||
|
|
score = float(np.abs(patch_pixels - piece_pixels).mean())
|
|||
|
|
if score < best_score:
|
|||
|
|
second_best = best_score
|
|||
|
|
best_score = score
|
|||
|
|
best_x = x
|
|||
|
|
elif score < second_best:
|
|||
|
|
second_best = score
|
|||
|
|
|
|||
|
|
# 如果拼图初始从最左侧出发，建议拖动距离可用：best_x - x0
|
|||
|
|
drag_distance = best_x - x0
|
|||
|
|
confidence_ratio = (second_best / best_score) if best_score > 0 else float("inf")
|
|||
|
|
|
|||
|
|
return {
|
|||
|
|
"target_x": int(best_x),
|
|||
|
|
"piece_bbox_x0": int(x0),
|
|||
|
|
"piece_bbox_y0": int(y0),
|
|||
|
|
"piece_bbox_w": int(patch_w),
|
|||
|
|
"piece_bbox_h": int(patch_h),
|
|||
|
|
"drag_distance": int(drag_distance),
|
|||
|
|
"best_score": best_score,
|
|||
|
|
"second_best": second_best,
|
|||
|
|
"confidence_ratio": confidence_ratio,
|
|||
|
|
"bg_width": int(bw),
|
|||
|
|
"bg_height": int(bh),
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
def save_debug_overlay(bg_path: Path, out_path: Path, match: dict) -> None:
|
|||
|
|
img = Image.open(bg_path).convert("RGB")
|
|||
|
|
draw = ImageDraw.Draw(img)
|
|||
|
|
x = int(match["target_x"])
|
|||
|
|
y = int(match["piece_bbox_y0"])
|
|||
|
|
w = int(match["piece_bbox_w"])
|
|||
|
|
h = int(match["piece_bbox_h"])
|
|||
|
|
draw.rectangle([x, y, x + w, y + h], outline=(255, 0, 0), width=2)
|
|||
|
|
img.save(out_path)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def build_human_track(distance: int) -> list[int]:
|
|||
|
|
"""生成拟人拖动轨迹（整数步长列表）。"""
|
|||
|
|
if distance == 0:
|
|||
|
|
return []
|
|||
|
|
|
|||
|
|
direction = 1 if distance > 0 else -1
|
|||
|
|
remaining = abs(int(round(distance)))
|
|||
|
|
|
|||
|
|
track: list[int] = []
|
|||
|
|
moved = 0
|
|||
|
|
velocity = 0.0
|
|||
|
|
interval = 0.02
|
|||
|
|
accelerate_until = remaining * 0.7
|
|||
|
|
|
|||
|
|
while moved < remaining:
|
|||
|
|
if moved < accelerate_until:
|
|||
|
|
acc = random.uniform(2.0, 4.0)
|
|||
|
|
else:
|
|||
|
|
acc = -random.uniform(3.0, 6.0)
|
|||
|
|
|
|||
|
|
step = max(1, int(velocity * interval + 0.5 * acc * interval * interval * 100))
|
|||
|
|
moved += step
|
|||
|
|
velocity = max(0.0, velocity + acc * interval)
|
|||
|
|
track.append(step)
|
|||
|
|
|
|||
|
|
overflow = moved - remaining
|
|||
|
|
if overflow > 0 and track:
|
|||
|
|
track[-1] -= overflow
|
|||
|
|
if track[-1] <= 0:
|
|||
|
|
track.pop()
|
|||
|
|
|
|||
|
|
# 小幅回拉，增加拟人性
|
|||
|
|
if remaining >= 30:
|
|||
|
|
back = random.randint(1, 3)
|
|||
|
|
track.extend([-back, back])
|
|||
|
|
|
|||
|
|
return [direction * s for s in track if s != 0]
|
|||
|
|
|
|||
|
|
|
|||
|
|
def drag_slider_with_dp(page, slider_selector: str, distance: int) -> None:
|
|||
|
|
slider = page.ele(slider_selector, timeout=8)
|
|||
|
|
if not slider:
|
|||
|
|
raise RuntimeError(f"未找到滑块元素：{slider_selector}")
|
|||
|
|
|
|||
|
|
# 若元素支持直接 drag，优先用内置实现
|
|||
|
|
if hasattr(slider, "drag"):
|
|||
|
|
try:
|
|||
|
|
slider.drag(offset_x=distance, offset_y=0, duration=0.8)
|
|||
|
|
return
|
|||
|
|
except Exception:
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
actions = page.actions
|
|||
|
|
actions.move_to(slider, duration=0.2)
|
|||
|
|
|
|||
|
|
hold_ok = False
|
|||
|
|
for hold_call in (
|
|||
|
|
lambda: actions.hold(slider),
|
|||
|
|
lambda: actions.hold(),
|
|||
|
|
):
|
|||
|
|
try:
|
|||
|
|
hold_call()
|
|||
|
|
hold_ok = True
|
|||
|
|
break
|
|||
|
|
except Exception:
|
|||
|
|
continue
|
|||
|
|
|
|||
|
|
if not hold_ok:
|
|||
|
|
raise RuntimeError("无法按下滑块，请确认 DrissionPage 版本与页面状态")
|
|||
|
|
|
|||
|
|
for step in build_human_track(distance):
|
|||
|
|
dy = random.randint(-1, 1)
|
|||
|
|
moved = False
|
|||
|
|
for move_call in (
|
|||
|
|
lambda: actions.move(step, dy, duration=random.uniform(0.01, 0.04)),
|
|||
|
|
lambda: actions.move(offset_x=step, offset_y=dy, duration=random.uniform(0.01, 0.04)),
|
|||
|
|
lambda: actions.move(step, dy),
|
|||
|
|
lambda: actions.move(offset_x=step, offset_y=dy),
|
|||
|
|
):
|
|||
|
|
try:
|
|||
|
|
move_call()
|
|||
|
|
moved = True
|
|||
|
|
break
|
|||
|
|
except Exception:
|
|||
|
|
continue
|
|||
|
|
if not moved:
|
|||
|
|
raise RuntimeError("动作链 move 调用失败，请按当前 DrissionPage 版本调整 move 参数")
|
|||
|
|
|
|||
|
|
released = False
|
|||
|
|
for release_call in (
|
|||
|
|
lambda: actions.release(),
|
|||
|
|
lambda: actions.release(on_ele=None),
|
|||
|
|
):
|
|||
|
|
try:
|
|||
|
|
release_call()
|
|||
|
|
released = True
|
|||
|
|
break
|
|||
|
|
except Exception:
|
|||
|
|
continue
|
|||
|
|
|
|||
|
|
if not released:
|
|||
|
|
raise RuntimeError("动作链 release 调用失败")
|
|||
|
|
|
|||
|
|
|
|||
|
|
def maybe_run_dp_drag(args: argparse.Namespace, distance: int) -> None:
|
|||
|
|
if not args.url or not args.slider:
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
from DrissionPage import ChromiumOptions, ChromiumPage
|
|||
|
|
|
|||
|
|
if args.port:
|
|||
|
|
co = ChromiumOptions().set_local_port(port=args.port)
|
|||
|
|
page = ChromiumPage(addr_or_opts=co)
|
|||
|
|
else:
|
|||
|
|
page = ChromiumPage()
|
|||
|
|
|
|||
|
|
page.get(args.url)
|
|||
|
|
if args.wait_after_open > 0:
|
|||
|
|
time.sleep(args.wait_after_open)
|
|||
|
|
|
|||
|
|
drag_slider_with_dp(page, args.slider, distance)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def parse_args() -> argparse.Namespace:
|
|||
|
|
root = Path(__file__).resolve().parent
|
|||
|
|
|
|||
|
|
parser = argparse.ArgumentParser(description="DP 滑块验证辅助脚本")
|
|||
|
|
parser.add_argument("--bg", type=Path, default=root / "下载 (1).png", help="背景图路径")
|
|||
|
|
parser.add_argument("--piece", type=Path, default=root / "下载.png", help="拼图块图路径")
|
|||
|
|
parser.add_argument("--alpha-threshold", type=int, default=12, help="透明阈值(0-255)")
|
|||
|
|
parser.add_argument("--debug-out", type=Path, default=root / "slider_match_debug.png", help="匹配结果标注图")
|
|||
|
|
|
|||
|
|
# 以下参数用于真实页面拖动（可选）
|
|||
|
|
parser.add_argument("--url", type=str, default="", help="验证码页面 URL")
|
|||
|
|
parser.add_argument("--slider", type=str, default="", help="滑块元素选择器")
|
|||
|
|
parser.add_argument("--port", type=int, default=0, help="连接已有浏览器的本地端口")
|
|||
|
|
parser.add_argument("--distance-adjust", type=int, default=0, help="对计算结果追加修正像素")
|
|||
|
|
parser.add_argument("--wait-after-open", type=float, default=1.0, help="打开页面后等待秒数")
|
|||
|
|
|
|||
|
|
return parser.parse_args()
|
|||
|
|
|
|||
|
|
|
|||
|
|
def main() -> None:
|
|||
|
|
args = parse_args()
|
|||
|
|
|
|||
|
|
if not args.bg.exists():
|
|||
|
|
raise FileNotFoundError(f"背景图不存在：{args.bg}")
|
|||
|
|
if not args.piece.exists():
|
|||
|
|
raise FileNotFoundError(f"拼图块图不存在：{args.piece}")
|
|||
|
|
|
|||
|
|
match = calc_drag_distance(args.bg, args.piece, alpha_threshold=args.alpha_threshold)
|
|||
|
|
save_debug_overlay(args.bg, args.debug_out, match)
|
|||
|
|
|
|||
|
|
distance = int(match["drag_distance"]) + int(args.distance_adjust)
|
|||
|
|
|
|||
|
|
print("匹配结果：")
|
|||
|
|
print(f" target_x={match['target_x']}")
|
|||
|
|
print(f" piece_bbox_x0={match['piece_bbox_x0']}")
|
|||
|
|
print(f" 建议拖动距离 drag_distance={match['drag_distance']}")
|
|||
|
|
print(f" 调整后拖动距离 distance={distance}")
|
|||
|
|
print(f" best_score={match['best_score']:.4f}, second_best={match['second_best']:.4f}")
|
|||
|
|
print(f" confidence_ratio={match['confidence_ratio']:.4f} (越大越好)")
|
|||
|
|
print(f" 标注图已输出：{args.debug_out}")
|
|||
|
|
|
|||
|
|
if args.url and args.slider:
|
|||
|
|
maybe_run_dp_drag(args, distance)
|
|||
|
|
print("DP 拖动已执行。")
|
|||
|
|
|
|||
|
|
|
|||
|
|
if __name__ == "__main__":
|
|||
|
|
main()
|