1 Star 0 Fork 6

loktar/JamTools

forked from borelist/JamTools 
加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
jamroll_screenshot.py 22.29 KB
一键复制 编辑 原始数据 按行查看 历史
Fandes 提交于 2023-04-09 18:35 . feat:滚动截屏添加预览窗口
import math
import operator
import os
import random
import sys
import time
from functools import reduce
import cv2
from numpy import zeros, uint8, asarray, vstack, float32
from PIL import Image
from PyQt5.QtCore import Qt, pyqtSignal, QStandardPaths, QTimer, QSettings, QObject,pyqtSlot,QThread
from PyQt5.QtGui import QPixmap, QPainter, QPen, QColor
from PyQt5.QtWidgets import QApplication, QLabel
from PyQt5.QtGui import QPainter, QPen, QIcon, QFont,QImage,QPixmap
from pynput.mouse import Controller as MouseController
from pynput.mouse import Listener as MouseListenner
from pynput import mouse
from jamWidgets import PreviewWindow
from jampublic import Commen_Thread, TipsShower, CONFIG_DICT
from PyQt5.QtWidgets import QApplication, QLabel, QPushButton, QTextEdit, QWidget
if not os.path.exists("j_temp"):
os.mkdir("j_temp")
class MergeThread(QThread):
previewersignal = pyqtSignal(QPixmap)
def __init__(self, parent = None) -> None:
super().__init__(parent)
self.parent = parent
self.picMatcher = self.parent.picMatcher
self.img_list=self.parent.img_list
self.finalimg = None
def run(self) -> None:
self.match_and_merge()
def cvimg2pixmap(self,image):
image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
# 创建QImage对象
height, width, channel = image.shape
bytesPerLine = 3 * width
qimage = QImage(image.data, width, height, bytesPerLine, QImage.Format_RGB888)
# 创建QPixmap对象
qpixmap = QPixmap.fromImage(qimage)
return qpixmap
def match_and_merge(self): # 图像寻找拼接点并拼接的主函数,运行于后台线程,从self.img_list中取数据进行拼接
same = 0
while not len(self.img_list): # 首次运行时进行判断是否开始收到数据
time.sleep(0.1)
try:
self.finalimg = self.img_list.pop(0)
compare_img1 = cv2.cvtColor(self.finalimg, cv2.COLOR_RGB2GRAY)
except:
print("线程启动过早", sys.exc_info())
return
while self.parent.in_rolling or len(self.img_list): # 如果正在滚动或者self.img_list有图片没有被拼接
if len(self.img_list): # 如果有图片
rgbimg2 = self.img_list.pop(0) # 取出图片
compare_img2 = cv2.cvtColor(rgbimg2, cv2.COLOR_RGB2GRAY) # 预处理
distance, m1, m2 = self.picMatcher.match(compare_img1, compare_img2) # 调用picMatcher的match方法获取拼接匹配信息
# compare_img2 = self.offset(compare_img2, distance)
if distance == 0:
print("重复!", same)
same += 1
if same >= 3:
print("roller same break")
break
continue
else:
same = 0
finalheightforcutting = self.finalimg.shape[0]
imgheight = rgbimg2.shape[0]
finalheightforcutting -= imgheight - int(m1) # 拼接图片的裁剪高度
i1 = self.finalimg[:finalheightforcutting, :, :]
i2 = rgbimg2[int(m2):, :, :]
self.finalimg = vstack((i1, i2))
previewimg = self.cvimg2pixmap(self.finalimg)
print(previewimg.width(),previewimg.height())
self.parent.previewer.set_image(previewimg,0,0)
self.previewersignal.emit(previewimg)
compare_img1 = compare_img2
print("sucesmerge a img")
else: # 等待图片到来
# print("waiting for img")
time.sleep(0.05) # 后台线程没有收到图片时,睡眠一下避免占用过高
self.parent.in_rolling = False
print("end merge")
CONFIG_DICT["last_pic_save_name"]="{}".format( str(time.strftime("%Y-%m-%d_%H.%M.%S", time.localtime())))
cv2.imwrite("j_temp/{}.png".format(CONFIG_DICT["last_pic_save_name"]), self.finalimg)
print("长图片保存到j_temp/{}.png".format(CONFIG_DICT["last_pic_save_name"]))
class PicMatcher: # 图像匹配类
def __init__(self, nfeatures=500, draw=False):
self.SIFT = cv2.xfeatures2d_SIFT.create(nfeatures=nfeatures) # 生成sift算子
self.bf = cv2.BFMatcher() # 生成图像匹配器
self.draw = draw
def match(self, im1, im2): # 图像匹配函数,获得图像匹配的点以及匹配程度
print("start match")
# 提取特征并计算描述子
kps1, des1 = self.SIFT.detectAndCompute(im1, None)
kps2, des2 = self.SIFT.detectAndCompute(im2, None)
# kps1, des1 = SURF.detectAndCompute(im1, None)
# kps2, des2 = SURF.detectAndCompute(im2, None)
# BFMatcher with default params
matches = self.bf.knnMatch(des1, des2, k=2)
good = []
tempgoods = []
distances = {} # 储存距离计数的数组
for m, n in matches:
# print(m.distance)
if m.distance == 0:
pos0 = kps1[m.queryIdx].pt
pos1 = kps2[m.trainIdx].pt
if pos1[0] == pos0[0] and pos0[1] > pos1[1]: # 筛选拼接点
d = int(pos0[1] - pos1[1])
if d in distances:
distances[d] += 1
else:
distances[d] = 0
tempgoods.append(m)
# print(distances)
sorteddistance = sorted(distances.items(), key=lambda kv: kv[1], reverse=True)
max1y = 0
max2y = 0
try:
distancesmode = sorteddistance[0][0]
if sorteddistance[0][1] < 0: # 4为特征点数,当大于4时才认为特征明显
print("rt 0 0 0")
return 0, 0, 0
except: # 一般捕获的是完全没有匹配的情况即distances为空
print(sys.exc_info(), 113)
return 0, 0, 0
for match in tempgoods:
pos0 = kps1[match.queryIdx].pt
pos1 = kps2[match.trainIdx].pt
if int(pos0[1] - pos1[1]) == distancesmode:
if pos0[1] > max1y:
max1y = pos0[1]
if pos1[1] > max2y:
max2y = pos1[1]
good.append(match)
print(len(good), distances, max1y, max2y)
if self.draw:
self.paint(im1, im2, kps1, kps2, good)
return distancesmode, max1y, max2y
def paint(self, im1, im2, kps1, kps2, good):
img3 = cv2.drawMatches(im1, kps1, im2, kps2, good, None, flags=2)
# 新建一个空图像用于绘制特征点
img_sift1 = zeros(im1.shape, uint8)
img_sift2 = zeros(im2.shape, uint8)
# 绘制特征点
cv2.drawKeypoints(im1, kps1, img_sift1)
cv2.drawKeypoints(im2, kps2, img_sift2)
# 展示
# cv2.namedWindow("im1", cv2.WINDOW_NORMAL)
# cv2.namedWindow("im2", cv2.WINDOW_NORMAL)
# cv2.resizeWindow("im1", im2.shape[1], im2.shape[0])
# cv2.resizeWindow("im2", im2.shape[1], im2.shape[0])
# cv2.imshow("im1", img_sift1)
# cv2.imshow("im2", img_sift2)
# cv2.imshow("match{}".format(random.randint(0, 8888)), img3)
# cv2.waitKey(1 )
cv2.imwrite("j_temp/match{}.png".format(time.time()), img3)
print("write a frame")
class Splicing_shots(QWidget): # 滚动截屏主类
showm_signal = pyqtSignal(str)
statusBar_signal = pyqtSignal(str)
previewersignal = pyqtSignal(QPixmap)
exit_roll_signal = pyqtSignal()
def __init__(self, parent: QLabel = None, draw=False):
super(Splicing_shots, self).__init__()
self.parent = parent
self.rollerthread = None
self.clear_timer = QTimer() # 后台清理器,暂时不用
self.clear_timer.timeout.connect(self.setup)
# self.showrect = Transparent_windows()
self.settings = QSettings('Fandes', 'jamtools')
self.picMatcher = PicMatcher(nfeatures=self.settings.value('screenshot/roll_nfeatures', 500, type=int),
draw=draw)
# self.init_splicing_shots_thread = Commen_Thread(self.init_splicing_shots)
# self.init_splicing_shots_thread.start()
self.init_splicing_shots()
def init_splicing_shots(self):
self.finalimg = None
self.area = [0,0,0,0]
self.img_list = []
self.roll_speed = self.settings.value('screenshot/roll_speed', 2, type=int)
self.in_rolling = False
if not os.path.exists(QStandardPaths.writableLocation(
QStandardPaths.PicturesLocation) + '/JamPicture/screenshots'):
os.mkdir(QStandardPaths.writableLocation(
QStandardPaths.PicturesLocation) + '/JamPicture/screenshots')
def setup(self):
if self.clear_timer.isActive():
self.clear_timer.stop()
print('clear')
self.finalimg = None
self.img_list = []
self.roll_speed = self.settings.value('screenshot/roll_speed', 2, type=int)
self.in_rolling = False
if not os.path.exists("j_temp"):
os.mkdir("j_temp")
def is_same(self, img1, img2): # 判断两张图片的相似度,用于判断结束条件
h1 = img1.histogram()
h2 = img2.histogram()
result = math.sqrt(reduce(operator.add, list(map(lambda a, b: (a - b) ** 2, h1, h2))) / len(h1))
if result <= 5:
return True
else:
return False
def cvimg2pixmap(self,image):
image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
# 创建QImage对象
height, width, channel = image.shape
bytesPerLine = 3 * width
qimage = QImage(image.data, width, height, bytesPerLine, QImage.Format_RGB888)
# 创建QPixmap对象
qpixmap = QPixmap.fromImage(qimage)
return qpixmap
def match_and_merge(self): # 图像寻找拼接点并拼接的主函数,运行于后台线程,从self.img_list中取数据进行拼接
same = 0
while not len(self.img_list): # 首次运行时进行判断是否开始收到数据
time.sleep(0.1)
try:
self.finalimg = self.img_list.pop(0)
compare_img1 = cv2.cvtColor(self.finalimg, cv2.COLOR_RGB2GRAY)
except:
print("线程启动过早", sys.exc_info())
return
while self.in_rolling or len(self.img_list): # 如果正在滚动或者self.img_list有图片没有被拼接
if len(self.img_list): # 如果有图片
rgbimg2 = self.img_list.pop(0) # 取出图片
compare_img2 = cv2.cvtColor(rgbimg2, cv2.COLOR_RGB2GRAY) # 预处理
try:
distance, m1, m2 = self.picMatcher.match(compare_img1, compare_img2) # 调用picMatcher的match方法获取拼接匹配信息
except Exception as e:
print(e,251,__file__)
distance = 0
# compare_img2 = self.offset(compare_img2, distance)
if distance == 0:
print("重复!", same)
same += 1
if same >= 3:
print("roller same break")
break
continue
else:
same = 0
finalheightforcutting = self.finalimg.shape[0]
imgheight = rgbimg2.shape[0]
finalheightforcutting -= imgheight - int(m1) # 拼接图片的裁剪高度
i1 = self.finalimg[:finalheightforcutting, :, :]
i2 = rgbimg2[int(m2):, :, :]
self.finalimg = vstack((i1, i2))
previewimg = self.cvimg2pixmap(self.finalimg)
print(previewimg.width(),previewimg.height())
self.previewersignal.emit(previewimg)
compare_img1 = compare_img2
print("sucesmerge a img")
else: # 等待图片到来
# print("waiting for img")
time.sleep(0.05) # 后台线程没有收到图片时,睡眠一下避免占用过高
self.in_rolling = False
print("end merge")
CONFIG_DICT["last_pic_save_name"]="{}".format( str(time.strftime("%Y-%m-%d_%H.%M.%S", time.localtime())))
cv2.imwrite("j_temp/{}.png".format(CONFIG_DICT["last_pic_save_name"]), self.finalimg)
print("长图片保存到j_temp/{}.png".format(CONFIG_DICT["last_pic_save_name"]))
# cv2.imshow("finalimg", self.finalimg)
# cv2.waitKey(0)
def auto_roll(self, area): # 自动滚动模式
x, y, w, h = area
self.rollermask.setText("单击停止")
QApplication.processEvents()
speed = round(1 / self.roll_speed, 2)
screen = QApplication.primaryScreen()
winid = QApplication.desktop().winId()
def onclick(x, y, button, pressed): # 点击退出的函数句柄
if pressed:
print("click to stop")
self.in_rolling = False
listener.stop()
controler = MouseController() # 鼠标控制器
listener = MouseListenner(on_click=onclick) # 鼠标监听器
self.match_thread = Commen_Thread(self.match_and_merge) # 把match_and_merge放入一个线程中
self.in_rolling = True
i = 0
controler.position = (area[0] + int(area[2] / 2), area[1] + int(area[3] / 2)) # 控制鼠标点击到滚动区域中心
oldimg = Image.new("RGB", (128, 128), "#FF0f00")
listener.start()
while self.in_rolling:
st = time.time()
pix = screen.grabWindow(winid, x, y, w, h) # 截屏
newimg = Image.fromqpixmap(pix) # 转化为pil的格式
img = cv2.cvtColor(asarray(newimg), cv2.COLOR_RGB2BGR)
self.img_list.append(img) # 图片数据存入self.img_list中被后台的拼接线程使用
# cv2.imshow("FSd", img)
# cv2.waitKey(0)
if i >= 1:
if i == 1:
self.match_thread.start() # 当截第二张图片时拼接线程才启动
if self.is_same(oldimg, newimg): # 每帧检查是否停止
self.in_rolling = False
i += 1
break
oldimg = newimg
controler.scroll(dx=0, dy=-2) # 控制鼠标滚动
time.sleep(speed) # 通过sleep控制自动滚动速度
# cv2.imwrite('j_temp/{0}.png'.format(i), img)
i += 1
print("结束滚动,共截屏{}张".format(i))
listener.stop()
# self.showrect.hide()
self.match_thread.wait()
self.exit_roll_signal.emit()
def inthearea(self, pos, area): # 点在区域中
if area[0] < pos[0] < area[0] + area[2] and area[1] < pos[1] < area[1] + area[3]:
return True
else:
return False
def scroll_to_roll(self, area): # 手动滚动模式
x, y, w, h = area
self.rollermask.setText("向下滚动,单击结束")
QApplication.processEvents()
screen = QApplication.primaryScreen()
winid = QApplication.desktop().winId()
self.id = self.rid = 0
self.a_step = 0
def onclick(x, y, button, pressed):
if pressed:
pix = screen.grabWindow(winid, x, y, w, h)
newimg = Image.fromqpixmap(pix)
img = cv2.cvtColor(asarray(newimg), cv2.COLOR_RGB2BGR)
self.img_list.append(img)
else:
print("click to stop", len(self.img_list))
self.in_rolling = False
listener.stop()
def on_scroll(px, py, x_axis, y_axis):
# print(px, py, x_axis, y_axis)
# if not self.inthearea((px,py),area):
# return
print("scrolling")
# self.a_step += 1
# if self.a_step < 2:
# return
# else:
# self.a_step = 0
if y_axis < 0:
if self.rid >= self.id: # 当滚动id与真实id一样时说明
pix = screen.grabWindow(winid, x, y, w, h) # 滚动段距离进行截屏
newimg = Image.fromqpixmap(pix)
img = cv2.cvtColor(asarray(newimg), cv2.COLOR_RGB2BGR)
self.img_list.append(img)
# cv2.imwrite("j_temp/{}.png".format(self.id), img)
self.id += 1 # 记录当前滚动的id
self.rid = self.id
else: # 不一样时说明用户往回滚了,跳过
print("跳过")
self.rid += 1
else: # 方向往回滚时id-1,以记录往回的步数
self.rid -= 1
print("方向错误")
listener = MouseListenner(on_click=onclick, on_scroll=on_scroll) # 鼠标监听器,传入函数句柄
self.match_thread = Commen_Thread(self.match_and_merge) # 也是把拼接函数放入后台线程中
self.in_rolling = True
i = 0
listener.start() # 鼠标监听器启动
self.match_thread.start() # 拼接线程启动
while self.in_rolling: # 等待结束滚动
time.sleep(0.2)
listener.stop()
# self.showrect.hide()
self.match_thread.wait() # 等待拼接线程结束
print("scroll_to_roll exit")
self.exit_roll_signal.emit()
@pyqtSlot(QPixmap)
def set_previewer(self,img):
print("set previewr")
desktop = QApplication.desktop()
if self.area[0]+self.area[2] + self.previewer.width() < desktop.width():
self.previewer.set_image(img,self.area[0]+self.area[2],self.area[1]+self.area[3])
else:
self.previewer.set_image(img,self.area[0]- self.previewer.width(),self.area[1]+self.area[3])
def roll_manager(self, area): # 滚动截屏控制器,控制滚动截屏的模式(自动还是手动滚)
self.area = area
x, y, w, h = area
self.mode = 1
def on_click(x, y, button, pressed): # 用户点击了屏幕说明用户想自动滚
print(x, y, button)
if button == mouse.Button.left:
if self.area[0] < x < self.area[0] + self.area[2] and self.area[1] < y < self.area[1] + self.area[3] and not pressed:
self.mode = 1
self.mouseListenner.stop()
elif button == mouse.Button.right:
self.mode = 2
self.mouseListenner.stop()
def on_scroll(x, y, button, pressed): # 用户滚动了鼠标说明用户想要手动滚
self.mode = 0
self.mouseListenner.stop()
self.rollermask = roller_mask(area) # 滚动截屏遮罩层初始化
self.previewer = PreviewWindow() # 预览窗口
self.previewersignal.connect(self.set_previewer)
# self.showrect.setGeometry(x, y, w, h)
# self.showrect.show()
pix = QApplication.primaryScreen().grabWindow(QApplication.desktop().winId(), x, y, w, h) # 先截一张图片
newimg = Image.fromqpixmap(pix)
img = cv2.cvtColor(asarray(newimg), cv2.COLOR_RGB2BGR)
self.img_list.append(img)
QApplication.processEvents()
self.mouseListenner = MouseListenner(on_click=on_click, on_scroll=on_scroll) # 鼠标监听器初始化并启动
self.mouseListenner.start()
print("等待用户开始")
self.mouseListenner.join()
self.mouseListenner.stop()
if self.mode == 1: # 判断用户选择的模式
print("auto_roll")
self.rollerthread = Commen_Thread(self.auto_roll,area)
# self.auto_roll(area)
elif self.mode == 2:
print("exit roller")
return 1
else:
print("scroll_to_roll")
self.rollerthread = Commen_Thread(self.scroll_to_roll,area)
# self.scroll_to_roll(area)
self.rollerthread.start()
self.exit_roll_signal.connect(self.exit_roll)
print("exit")
# self.showm_signal.emit("长截图完成")
# self.rollermask.hide()
# return 0
def exit_roll(self):
if hasattr(self,"rollermask"):
self.rollermask.clear()
self.rollermask.hide()
if hasattr(self,"previewer"):
self.previewer.clear()
self.previewer.hide()
class roller_mask(QLabel): # 滚动截屏遮罩层
def __init__(self, area):
super(roller_mask, self).__init__()
transparentpix = QPixmap(QApplication.desktop().size())
transparentpix.fill(Qt.transparent)
self.area = area
self.tips = TipsShower("单击自动滚动;\n或手动下滚;", area)
self.setAttribute(Qt.WA_TransparentForMouseEvents, True)
self.setAttribute(Qt.WA_TranslucentBackground, True)
self.setWindowFlags(Qt.FramelessWindowHint | Qt.WindowStaysOnTopHint)
self.setPixmap(transparentpix)
self.showFullScreen()
def settext(self, text: str, autoclose=True): # 设置提示文字
self.tips.setText(text, autoclose)
def paintEvent(self, e): # 绘制遮罩层
super().paintEvent(e)
x, y, w, h = self.area
painter = QPainter(self)
painter.setPen(QPen(Qt.red, 2, Qt.SolidLine))
painter.drawRect(x - 1, y - 1, w + 2, h + 2)
painter.setPen(Qt.NoPen)
painter.setBrush(QColor(0, 0, 0, 120))
painter.drawRect(0, 0, x, self.height())
painter.drawRect(x, 0, self.width() - x, y)
painter.drawRect(x + w, y, self.width() - x - w, self.height() - y)
painter.drawRect(x, y + h, w, self.height() - y - h)
painter.end()
if __name__ == '__main__':
app = QApplication(sys.argv)
s = Splicing_shots()
# s.img_list = [cv2.imread("j_temp/{}.png".format(name)) for name in range(45, 51)]
# s.match_and_merge()
s.roll_manager((400, 60, 500, 600))
# t = TipsShower("按下以开始")
app.exec_()
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
Python
1
https://gitee.com/loktar-ogar/JamTools.git
git@gitee.com:loktar-ogar/JamTools.git
loktar-ogar
JamTools
JamTools
main

搜索帮助

23e8dbc6 1850385 7e0993f3 1850385