ui界面版本
This commit is contained in:
Ray
300
main_old.py
Normal file
300
main_old.py
Normal file
@@ -0,0 +1,300 @@
|
||||
import cv2
|
||||
from utils.get_image import get_image
|
||||
from utils.mouse import mouse_gui
|
||||
from ultralytics import YOLO
|
||||
import time
|
||||
import serial
|
||||
import ch9329Comm
|
||||
import time
|
||||
import random
|
||||
import math
|
||||
from utils import shizi
|
||||
model = YOLO(r"best.pt").to('cuda')
|
||||
model0 = YOLO(r"best0.pt").to('cuda')
|
||||
|
||||
keyboard = ch9329Comm.keyboard.DataComm()
|
||||
mouse = ch9329Comm.mouse.DataComm(1920, 1080)
|
||||
kong_detections = {
|
||||
'center': None,
|
||||
'next': None,
|
||||
'npc1': None,
|
||||
'npc2': None,
|
||||
'npc3': None,
|
||||
'npc4': None,
|
||||
'boss': None,
|
||||
'daojv': [],
|
||||
'gw': [],
|
||||
'zhaozi': None
|
||||
}
|
||||
left=0
|
||||
top=30
|
||||
k=0#控制转圈的方向
|
||||
panduan=False#是否在图内
|
||||
boss_pd=False#是否到boss关卡
|
||||
rw=(632,378)
|
||||
def yolo_shibie(im_PIL,detections,model):
|
||||
results = model(im_PIL)#目标检测
|
||||
for result in results:
|
||||
for i in range(len(result.boxes.xyxy)):
|
||||
left, top, right, bottom = result.boxes.xyxy[i]
|
||||
scalar_tensor = result.boxes.cls[i]
|
||||
value = scalar_tensor.item()
|
||||
label = result.names[int(value)]
|
||||
if label=='center'or label=='next' or label=='boss' or label=='zhaozi':
|
||||
player_x = int(left+(right-left)/2)
|
||||
player_y = int(top+(bottom-top)/2)+30
|
||||
RW = [player_x, player_y]
|
||||
detections[label] = RW
|
||||
elif label=='daojv' or label=='gw':
|
||||
player_x = int(left + (right - left) / 2)
|
||||
player_y = int(top + (bottom - top) / 2) + 30
|
||||
RW = [player_x, player_y]
|
||||
detections[label].append(RW)
|
||||
elif label=='npc1' or label=='npc2' or label=='npc3' or label=='npc4':
|
||||
player_x = int(left+(right-left)/2)
|
||||
player_y = int(bottom)+30
|
||||
RW = [player_x, player_y]
|
||||
detections[label] = RW
|
||||
return detections
|
||||
def sq(p1, p2):
|
||||
"""计算两点之间的欧式距离"""
|
||||
return math.sqrt((p1[0] - p2[0]) ** 2 + (p1[1] - p2[1]) ** 2)
|
||||
def process_points(points):
|
||||
if not points:
|
||||
return None # 空列表情况
|
||||
|
||||
n = len(points)
|
||||
|
||||
if n == 1:
|
||||
# 只有一个点，直接返回
|
||||
return points[0]
|
||||
|
||||
elif n == 2:
|
||||
# 两个点取中点
|
||||
x = (points[0][0] + points[1][0]) / 2
|
||||
y = (points[0][1] + points[1][1]) / 2
|
||||
return [x, y]
|
||||
|
||||
else:
|
||||
# 随机选3个点
|
||||
sample_points = random.sample(points, 3)
|
||||
|
||||
# 对每个点计算到这3个点的总距离
|
||||
min_sum = float('inf')
|
||||
best_point = None
|
||||
for p in points:
|
||||
dist_sum = sum(sq(p, sp) for sp in sample_points)
|
||||
if dist_sum < min_sum:
|
||||
min_sum = dist_sum
|
||||
best_point = p
|
||||
|
||||
return best_point
|
||||
def move_randomly(rw, k):
|
||||
k = k % 4
|
||||
suiji_t=float(random.randint(10,13)/10)
|
||||
if k == 0:
|
||||
keyboard.send_data("66")
|
||||
time.sleep(suiji_t)
|
||||
keyboard.release() # Release
|
||||
elif k == 1:
|
||||
keyboard.send_data("88")
|
||||
time.sleep(suiji_t)
|
||||
keyboard.release() # Release
|
||||
elif k == 2:
|
||||
keyboard.send_data("44")
|
||||
time.sleep(suiji_t)
|
||||
keyboard.release() # Release
|
||||
elif k == 3:
|
||||
keyboard.send_data("22")
|
||||
time.sleep(suiji_t)
|
||||
keyboard.release() # Release
|
||||
return k + 1
|
||||
def move_to(rw,mb):
|
||||
v=470
|
||||
if rw[0]>=mb[0]:
|
||||
keyboard.send_data("44")
|
||||
time.sleep(float(abs(rw[0]-mb[0])/v))
|
||||
keyboard.release() # Release
|
||||
else:
|
||||
keyboard.send_data("66")
|
||||
time.sleep(float(abs(rw[0] - mb[0]) / v))
|
||||
keyboard.release() # Release
|
||||
|
||||
if rw[1]>=mb[1]:
|
||||
keyboard.send_data("88")
|
||||
time.sleep(float(abs(rw[1] - mb[1]) / v))
|
||||
keyboard.release() # Release
|
||||
else:
|
||||
keyboard.send_data("22")
|
||||
time.sleep(float(abs(rw[1] - mb[1]) / v))
|
||||
keyboard.release()
|
||||
i=0
|
||||
while True:
|
||||
detections = {
|
||||
'center': None,
|
||||
'next': None,
|
||||
'npc1': None,
|
||||
'npc2': None,
|
||||
'npc3': None,
|
||||
'npc4': None,
|
||||
'boss': None,
|
||||
'daojv': [],
|
||||
'gw': [],
|
||||
'zhaozi':None
|
||||
|
||||
}
|
||||
im_opencv = get_image.get_frame()#[RGB,PIL]
|
||||
detections=yolo_shibie(im_opencv[1],detections,model)
|
||||
if shizi.tuwai(im_opencv[0]): # 进图算法
|
||||
im_opencv = get_image.get_frame() # [RGB,PIL]
|
||||
detections = yolo_shibie(im_opencv[1], detections, model0)
|
||||
print('当前在城镇中')
|
||||
if detections['npc1'] is not None and sq(rw, detections['npc1']) > 80:
|
||||
print("向npc1靠近")
|
||||
print(sq(rw, detections['npc1']))
|
||||
move_to(rw, detections['npc1'])
|
||||
continue
|
||||
elif detections['npc1'] is not None and sq(rw, detections['npc1']) <= 80:
|
||||
print("在npc旁边，向上走")
|
||||
print(sq(rw, detections['npc1']))
|
||||
mb = (detections['npc1'][0], detections['npc1'][1] - 1010)
|
||||
move_to(rw, mb)
|
||||
continue
|
||||
elif detections['npc3'] is not None and detections['npc4'] is None:
|
||||
print("在npc3旁边，向右走")
|
||||
mb = (rw[0], detections['npc3'][1]-50)
|
||||
move_to(rw, mb)
|
||||
mb = (rw[0] + 700, rw[1])
|
||||
move_to(rw, mb)
|
||||
continue
|
||||
elif detections['npc4'] is not None:
|
||||
if sq(detections['npc4'], rw) < 50:
|
||||
print("离npc4很近 直接进入")
|
||||
keyboard.send_data("DD")
|
||||
time.sleep(0.15)
|
||||
keyboard.release()
|
||||
time.sleep(1)
|
||||
im_opencv = get_image.get_frame() # [RGB,PIL]
|
||||
if shizi.daoying(im_opencv[0]):
|
||||
mouse_gui.send_data_absolute(rw[0], rw[1] - 110, may=1)
|
||||
time.sleep(1)
|
||||
continue
|
||||
else:
|
||||
print("离npc4有点远 点击进入")
|
||||
|
||||
move_to(rw, detections['npc4'])
|
||||
time.sleep(1)
|
||||
im_opencv = get_image.get_frame() # [RGB,PIL]
|
||||
if shizi.daoying(im_opencv[0]):
|
||||
mouse_gui.send_data_absolute(rw[0], rw[1] - 110, may=1)
|
||||
time.sleep(1)
|
||||
continue
|
||||
elif shizi.tiaozhan(im_opencv[0]):#开启挑战
|
||||
print('进入塔4')
|
||||
mouse_gui.send_data_absolute(left+1100,top+600,may=1)
|
||||
time.sleep(0.3)
|
||||
mouse_gui.send_data_absolute(left + 433, top + 455,may=1)
|
||||
panduan = True
|
||||
continue
|
||||
elif shizi.jieshu(im_opencv[0]):#结束挑战
|
||||
print('结束挑战')
|
||||
mouse_gui.send_data_absolute(left+542,top+644,may=1)
|
||||
time.sleep(0.8)
|
||||
mouse_gui.send_data_absolute(left + 706, top + 454,may=1)
|
||||
continue
|
||||
elif panduan :#图内情况
|
||||
print("在图内")
|
||||
if shizi.shuzi(im_opencv[0]) :
|
||||
boss_pd = True
|
||||
print("进入到boss！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！！")
|
||||
if shizi.fuhuo(im_opencv[0]):
|
||||
print('点击复活')
|
||||
mouse_gui.send_data_absolute(left + 536, top + 627, may=1)
|
||||
mouse_gui.send_data_absolute(rw[0], rw[1], may=0)
|
||||
continue
|
||||
if detections['zhaozi'] is not None:
|
||||
move_to(rw,detections['zhaozi'])
|
||||
continue
|
||||
if len(detections['daojv'])!=0:
|
||||
move_to(rw,process_points(detections['daojv']))
|
||||
for i in range(3+len(detections['daojv'])):
|
||||
keyboard.send_data("AA")
|
||||
time.sleep(0.15)
|
||||
keyboard.release()
|
||||
continue
|
||||
if shizi.tuichu(im_opencv[0]) and detections['next'] is None and len(detections['daojv'])==0 and len(detections['gw'])==0 and boss_pd:
|
||||
print("识别到可以退出挑战！！！！！！！！！！！！！！！！！！")
|
||||
for i in range(3):
|
||||
time.sleep(0.5)
|
||||
|
||||
im_opencv = get_image.get_frame()#[RGB,PIL]
|
||||
detections = {
|
||||
'center': None,
|
||||
'next': None,
|
||||
'npc1': None,
|
||||
'npc2': None,
|
||||
'npc3': None,
|
||||
'npc4': None,
|
||||
'boss': None,
|
||||
'daojv': [],
|
||||
'gw': [],
|
||||
'zhaozi': None
|
||||
|
||||
}
|
||||
detections = yolo_shibie(im_opencv[1], detections,model)
|
||||
if detections['next'] is not None or len(detections['daojv'])!=0 or len(detections['gw'])!=0 or detections['boss'] is not None:
|
||||
break
|
||||
else:
|
||||
mouse_gui.send_data_absolute(left + 640, top + 40,may=1)#点击退出
|
||||
panduan = False#退出挑战
|
||||
boss_pd = False
|
||||
time.sleep(2.0)
|
||||
continue
|
||||
if detections['center'] is None and detections['next'] is None and (len(detections['gw'])!=0 or detections["boss"] is not None):#识别不到中心情况 但是有怪物
|
||||
print("未检测到中心点，但是有怪物")
|
||||
if len(detections['gw'])!=0:
|
||||
move_to(rw,detections['gw'][0])
|
||||
time.sleep(0.26)
|
||||
elif detections['boss'] is not None:#跟随boss
|
||||
boss_suiji1=random.randint(-30,30)
|
||||
boss_suiji2 = random.randint(-30, 30)
|
||||
detections['boss']=(detections['boss'][0]+boss_suiji1,detections['boss'][1]+boss_suiji2)
|
||||
move_to(rw,detections['boss'])
|
||||
time.sleep(0.7)
|
||||
continue
|
||||
elif (detections['center'] is not None and detections['next'] is None and len(detections['gw'])!=0) or (boss_pd==True and detections['center'] is not None and detections['next'] is None) :#识别到中心 但是有怪物
|
||||
if detections['center'][0]>=rw[0] and detections['center'][1]<rw[1]:#3
|
||||
mb=(rw[0]+100,rw[1])
|
||||
elif detections['center'][0]<=rw[0] and detections['center'][1]<rw[1]:#4
|
||||
mb=(rw[0], rw[1]-100)
|
||||
elif detections['center'][0]<=rw[0] and detections['center'][1]>rw[1]:#1
|
||||
mb=(rw[0]-100, rw[1])
|
||||
elif detections['center'][0]>=rw[0] and detections['center'][1]>rw[1]:#2
|
||||
mb=(rw[0], rw[1]+100)
|
||||
move_to(rw, mb)
|
||||
time.sleep(0.25)
|
||||
|
||||
|
||||
continue
|
||||
|
||||
elif boss_pd==True and detections['center'] is None and detections['next'] is None:#boss出现了 但是没有中心
|
||||
k=move_randomly(rw,k)
|
||||
continue
|
||||
|
||||
elif detections['next'] is not None:
|
||||
print('进入下一层啦啦啦啦啦啦')
|
||||
panduan = True
|
||||
move_to(rw,detections['next'])
|
||||
for i in range(2):
|
||||
keyboard.send_data("DD")
|
||||
time.sleep(0.15)
|
||||
keyboard.release()
|
||||
continue
|
||||
|
||||
else:
|
||||
k = move_randomly(rw, k)
|
||||
continue
|
||||
elif shizi.daoying(im_opencv[0]):
|
||||
mouse_gui.send_data_absolute(rw[0], rw[1] - 110, may=1)
|
||||
time.sleep(1)
|
||||
continue
|
||||
Reference in New Issue
Block a user