301 lines
11 KiB
Python
301 lines
11 KiB
Python
import cv2
|
||
from utils.get_image import get_image
|
||
from utils.mouse import mouse_gui
|
||
from ultralytics import YOLO
|
||
import time
|
||
import serial
|
||
import ch9329Comm
|
||
import time
|
||
import random
|
||
import math
|
||
from utils import shizi
|
||
model = YOLO(r"best.pt").to('cuda')
|
||
model0 = YOLO(r"best0.pt").to('cuda')
|
||
|
||
keyboard = ch9329Comm.keyboard.DataComm()
|
||
mouse = ch9329Comm.mouse.DataComm(1920, 1080)
|
||
kong_detections = {
|
||
'center': None,
|
||
'next': None,
|
||
'npc1': None,
|
||
'npc2': None,
|
||
'npc3': None,
|
||
'npc4': None,
|
||
'boss': None,
|
||
'daojv': [],
|
||
'gw': [],
|
||
'zhaozi': None
|
||
}
|
||
left=0
|
||
top=30
|
||
k=0#控制转圈的方向
|
||
panduan=False#是否在图内
|
||
boss_pd=False#是否到boss关卡
|
||
rw=(632,378)
|
||
def yolo_shibie(im_PIL,detections,model):
|
||
results = model(im_PIL)#目标检测
|
||
for result in results:
|
||
for i in range(len(result.boxes.xyxy)):
|
||
left, top, right, bottom = result.boxes.xyxy[i]
|
||
scalar_tensor = result.boxes.cls[i]
|
||
value = scalar_tensor.item()
|
||
label = result.names[int(value)]
|
||
if label=='center'or label=='next' or label=='boss' or label=='zhaozi':
|
||
player_x = int(left+(right-left)/2)
|
||
player_y = int(top+(bottom-top)/2)+30
|
||
RW = [player_x, player_y]
|
||
detections[label] = RW
|
||
elif label=='daojv' or label=='gw':
|
||
player_x = int(left + (right - left) / 2)
|
||
player_y = int(top + (bottom - top) / 2) + 30
|
||
RW = [player_x, player_y]
|
||
detections[label].append(RW)
|
||
elif label=='npc1' or label=='npc2' or label=='npc3' or label=='npc4':
|
||
player_x = int(left+(right-left)/2)
|
||
player_y = int(bottom)+30
|
||
RW = [player_x, player_y]
|
||
detections[label] = RW
|
||
return detections
|
||
def sq(p1, p2):
|
||
"""计算两点之间的欧式距离"""
|
||
return math.sqrt((p1[0] - p2[0]) ** 2 + (p1[1] - p2[1]) ** 2)
|
||
def process_points(points):
|
||
if not points:
|
||
return None # 空列表情况
|
||
|
||
n = len(points)
|
||
|
||
if n == 1:
|
||
# 只有一个点，直接返回
|
||
return points[0]
|
||
|
||
elif n == 2:
|
||
# 两个点取中点
|
||
x = (points[0][0] + points[1][0]) / 2
|
||
y = (points[0][1] + points[1][1]) / 2
|
||
return [x, y]
|
||
|
||
else:
|
||
# 随机选3个点
|
||
sample_points = random.sample(points, 3)
|
||
|
||
# 对每个点计算到这3个点的总距离
|
||
min_sum = float('inf')
|
||
best_point = None
|
||
for p in points:
|
||
dist_sum = sum(sq(p, sp) for sp in sample_points)
|
||
if dist_sum < min_sum:
|
||
min_sum = dist_sum
|
||
best_point = p
|
||
|
||
return best_point
|
||
def move_randomly(rw, k):
|
||
k = k % 4
|
||
suiji_t=float(random.randint(10,13)/10)
|
||
if k == 0:
|
||
keyboard.send_data("66")
|
||
time.sleep(suiji_t)
|
||
keyboard.release() # Release
|
||
elif k == 1:
|
||
keyboard.send_data("88")
|
||
time.sleep(suiji_t)
|
||
keyboard.release() # Release
|
||
elif k == 2:
|
||
keyboard.send_data("44")
|
||
time.sleep(suiji_t)
|
||
keyboard.release() # Release
|
||
elif k == 3:
|
||
keyboard.send_data("22")
|
||
time.sleep(suiji_t)
|
||
keyboard.release() # Release
|
||
return k + 1
|
||
def move_to(rw,mb):
|
||
v=470
|
||
if rw[0]>=mb[0]:
|
||
keyboard.send_data("44")
|
||
time.sleep(float(abs(rw[0]-mb[0])/v))
|
||
keyboard.release() # Release
|
||
else:
|
||
keyboard.send_data("66")
|
||
time.sleep(float(abs(rw[0] - mb[0]) / v))
|
||
keyboard.release() # Release
|
||
|
||
if rw[1]>=mb[1]:
|
||
keyboard.send_data("88")
|
||
time.sleep(float(abs(rw[1] - mb[1]) / v))
|
||
keyboard.release() # Release
|
||
else:
|
||
keyboard.send_data("22")
|
||
time.sleep(float(abs(rw[1] - mb[1]) / v))
|
||
keyboard.release()
|
||
i=0
|
||
while True:
|
||
detections = {
|
||
'center': None,
|
||
'next': None,
|
||
'npc1': None,
|
||
'npc2': None,
|
||
'npc3': None,
|
||
'npc4': None,
|
||
'boss': None,
|
||
'daojv': [],
|
||
'gw': [],
|
||
'zhaozi':None
|
||
|
||
}
|
||
im_opencv = get_image.get_frame()#[RGB,PIL]
|
||
detections=yolo_shibie(im_opencv[1],detections,model)
|
||
if shizi.tuwai(im_opencv[0]): # 进图算法
|
||
im_opencv = get_image.get_frame() # [RGB,PIL]
|
||
detections = yolo_shibie(im_opencv[1], detections, model0)
|
||
print('当前在城镇中')
|
||
if detections['npc1'] is not None and sq(rw, detections['npc1']) > 80:
|
||
print("向npc1靠近")
|
||
print(sq(rw, detections['npc1']))
|
||
move_to(rw, detections['npc1'])
|
||
continue
|
||
elif detections['npc1'] is not None and sq(rw, detections['npc1']) <= 80:
|
||
print("在npc旁边，向上走")
|
||
print(sq(rw, detections['npc1']))
|
||
mb = (detections['npc1'][0], detections['npc1'][1] - 1010)
|
||
move_to(rw, mb)
|
||
continue
|
||
elif detections['npc3'] is not None and detections['npc4'] is None:
|
||
print("在npc3旁边，向右走")
|
||
mb = (rw[0], detections['npc3'][1]-50)
|
||
move_to(rw, mb)
|
||
mb = (rw[0] + 700, rw[1])
|
||
move_to(rw, mb)
|
||
continue
|
||
elif detections['npc4'] is not None:
|
||
if sq(detections['npc4'], rw) < 50:
|
||
print("离npc4很近 直接进入")
|
||
keyboard.send_data("DD")
|
||
time.sleep(0.15)
|
||
keyboard.release()
|
||
time.sleep(1)
|
||
im_opencv = get_image.get_frame() # [RGB,PIL]
|
||
if shizi.daoying(im_opencv[0]):
|
||
mouse_gui.send_data_absolute(rw[0], rw[1] - 110, may=1)
|
||
time.sleep(1)
|
||
continue
|
||
else:
|
||
print("离npc4有点远 点击进入")
|
||
|
||
move_to(rw, detections['npc4'])
|
||
time.sleep(1)
|
||
im_opencv = get_image.get_frame() # [RGB,PIL]
|
||
if shizi.daoying(im_opencv[0]):
|
||
mouse_gui.send_data_absolute(rw[0], rw[1] - 110, may=1)
|
||
time.sleep(1)
|
||
continue
|
||
elif shizi.tiaozhan(im_opencv[0]):#开启挑战
|
||
print('进入塔4')
|
||
mouse_gui.send_data_absolute(left+1100,top+600,may=1)
|
||
time.sleep(0.3)
|
||
mouse_gui.send_data_absolute(left + 433, top + 455,may=1)
|
||
panduan = True
|
||
continue
|
||
elif shizi.jieshu(im_opencv[0]):#结束挑战
|
||
print('结束挑战')
|
||
mouse_gui.send_data_absolute(left+542,top+644,may=1)
|
||
time.sleep(0.8)
|
||
mouse_gui.send_data_absolute(left + 706, top + 454,may=1)
|
||
continue
|
||
elif panduan :#图内情况
|
||
print("在图内")
|
||
if shizi.shuzi(im_opencv[0]) :
|
||
boss_pd = True
|
||
print("进入到boss！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！")
|
||
if shizi.fuhuo(im_opencv[0]):
|
||
print('点击复活')
|
||
mouse_gui.send_data_absolute(left + 536, top + 627, may=1)
|
||
mouse_gui.send_data_absolute(rw[0], rw[1], may=0)
|
||
continue
|
||
if detections['zhaozi'] is not None:
|
||
move_to(rw,detections['zhaozi'])
|
||
continue
|
||
if len(detections['daojv'])!=0:
|
||
move_to(rw,process_points(detections['daojv']))
|
||
for i in range(3+len(detections['daojv'])):
|
||
keyboard.send_data("AA")
|
||
time.sleep(0.15)
|
||
keyboard.release()
|
||
continue
|
||
if shizi.tuichu(im_opencv[0]) and detections['next'] is None and len(detections['daojv'])==0 and len(detections['gw'])==0 and boss_pd:
|
||
print("识别到可以退出挑战！！！！！！！！！！！！！！！！！！")
|
||
for i in range(3):
|
||
time.sleep(0.5)
|
||
|
||
im_opencv = get_image.get_frame()#[RGB,PIL]
|
||
detections = {
|
||
'center': None,
|
||
'next': None,
|
||
'npc1': None,
|
||
'npc2': None,
|
||
'npc3': None,
|
||
'npc4': None,
|
||
'boss': None,
|
||
'daojv': [],
|
||
'gw': [],
|
||
'zhaozi': None
|
||
|
||
}
|
||
detections = yolo_shibie(im_opencv[1], detections,model)
|
||
if detections['next'] is not None or len(detections['daojv'])!=0 or len(detections['gw'])!=0 or detections['boss'] is not None:
|
||
break
|
||
else:
|
||
mouse_gui.send_data_absolute(left + 640, top + 40,may=1)#点击退出
|
||
panduan = False#退出挑战
|
||
boss_pd = False
|
||
time.sleep(2.0)
|
||
continue
|
||
if detections['center'] is None and detections['next'] is None and (len(detections['gw'])!=0 or detections["boss"] is not None):#识别不到中心情况 但是有怪物
|
||
print("未检测到中心点，但是有怪物")
|
||
if len(detections['gw'])!=0:
|
||
move_to(rw,detections['gw'][0])
|
||
time.sleep(0.26)
|
||
elif detections['boss'] is not None:#跟随boss
|
||
boss_suiji1=random.randint(-30,30)
|
||
boss_suiji2 = random.randint(-30, 30)
|
||
detections['boss']=(detections['boss'][0]+boss_suiji1,detections['boss'][1]+boss_suiji2)
|
||
move_to(rw,detections['boss'])
|
||
time.sleep(0.7)
|
||
continue
|
||
elif (detections['center'] is not None and detections['next'] is None and len(detections['gw'])!=0) or (boss_pd==True and detections['center'] is not None and detections['next'] is None) :#识别到中心 但是有怪物
|
||
if detections['center'][0]>=rw[0] and detections['center'][1]<rw[1]:#3
|
||
mb=(rw[0]+100,rw[1])
|
||
elif detections['center'][0]<=rw[0] and detections['center'][1]<rw[1]:#4
|
||
mb=(rw[0], rw[1]-100)
|
||
elif detections['center'][0]<=rw[0] and detections['center'][1]>rw[1]:#1
|
||
mb=(rw[0]-100, rw[1])
|
||
elif detections['center'][0]>=rw[0] and detections['center'][1]>rw[1]:#2
|
||
mb=(rw[0], rw[1]+100)
|
||
move_to(rw, mb)
|
||
time.sleep(0.25)
|
||
|
||
|
||
continue
|
||
|
||
elif boss_pd==True and detections['center'] is None and detections['next'] is None:#boss出现了 但是没有中心
|
||
k=move_randomly(rw,k)
|
||
continue
|
||
|
||
elif detections['next'] is not None:
|
||
print('进入下一层啦啦啦啦啦啦')
|
||
panduan = True
|
||
move_to(rw,detections['next'])
|
||
for i in range(2):
|
||
keyboard.send_data("DD")
|
||
time.sleep(0.15)
|
||
keyboard.release()
|
||
continue
|
||
|
||
else:
|
||
k = move_randomly(rw, k)
|
||
continue
|
||
elif shizi.daoying(im_opencv[0]):
|
||
mouse_gui.send_data_absolute(rw[0], rw[1] - 110, may=1)
|
||
time.sleep(1)
|
||
continue
|