使用PipeLine修改LCD分辨率花屏

Viewed 44
k230 ai

问题描述

pl=PipeLine(rgb888p_size=rgb888p_size,display_mode=display_mode,display_size=(640,360))
pl.create()
display_size=pl.get_display_size()
print(display_size)
fr=FaceRecognition(face_det_kmodel_path,face_reg_kmodel_path,det_input_size=face_det_input_size,reg_input_size=face_reg_input_size,database_dir=database_dir,anchors=anchors,confidence_threshold=confidence_threshold,nms_threshold=nms_threshold,face_recognition_threshold=face_recognition_threshold,rgb888p_size=rgb888p_size,display_size=display_size)
while True:
    with ScopedTiming("total", 1):
        img=pl.get_frame()                      # 获取当前帧
        det_boxes,recg_res=fr.run(img)          # 推理当前帧
        fr.draw_result(pl,det_boxes,recg_res)   # 绘制推理结果
        pl.show_image()                         # 展示推理效果
        gc.collect()
fr.face_det.deinit()
fr.face_reg.deinit()
pl.destroy()

复现步骤

使用人脸识别的demo后，我想修改LCD的显示分辨率，除了原分辨率外都会花屏...
就是把display_size=(640,360)改了就花屏

硬件板卡

庐山派

LYH66663
2 Answers

你好，PipeLine没有适配这种情况，这里给出一种代码，你可以拿去试试，把sdcard/libs下的PipeLine.py拷贝出来，将下面代码复制进去，然后在拷贝回sdcard/libs下并覆盖：

import os
import ujson
from media.sensor import *
from media.display import *
from media.media import *
from libs.Utils import ScopedTiming
import nncase_runtime as nn
import ulab.numpy as np
import image
import gc
import sys
import time

# PipeLine类
class PipeLine:
    def __init__(self,rgb888p_size=[224,224],display_mode="hdmi",display_size=None,osd_layer_num=1,debug_mode=0):
        # sensor给AI的图像分辨率
        self.rgb888p_size=[ALIGN_UP(rgb888p_size[0],16),rgb888p_size[1]]
        # 视频输出VO图像分辨率
        if display_size is None:
            self.display_size=None
        else:
            self.display_size=[ALIGN_UP(display_size[0],16),display_size[1]]
        # 视频显示模式，支持："lcd"(default st7701 800*480)，"hdmi"(default lt9611)，"lt9611"，"st7701"，"hx8399", "nt35516"
        self.display_mode=display_mode
        # sensor对象
        self.sensor=None
        # osd显示Image对象
        self.osd_img=None
        self.cur_frame=None
        self.debug_mode=debug_mode
        self.osd_layer_num = osd_layer_num

    # PipeLine初始化函数
    def create(self,sensor=None,hmirror=None,vflip=None,fps=60,to_ide=True):
        with ScopedTiming("init PipeLine",self.debug_mode > 0):
            nn.shrink_memory_pool()
            if self.display_mode=="nt35516":
                fps=30
            # 初始化并配置sensor
            brd=os.uname()[-1]
            if brd=="k230d_canmv_bpi_zero":
                self.sensor = Sensor(fps=30) if sensor is None else sensor
            elif brd=="k230_canmv_lckfb":
                self.sensor = Sensor(fps=30) if sensor is None else sensor
            elif brd=="k230d_canmv_atk_dnk230d":
                self.sensor = Sensor(fps=30) if sensor is None else sensor
            else:
                self.sensor = Sensor(fps=fps) if sensor is None else sensor
            self.sensor.reset()
            if hmirror is not None and (hmirror==True or hmirror==False):
                self.sensor.set_hmirror(hmirror)
            if vflip is not None and (vflip==True or vflip==False):
                self.sensor.set_vflip(vflip)

            # 初始化显示
            if self.display_mode=="hdmi":
                # 设置为LT9611显示，默认1920x1080
                if self.display_size==None:
                    Display.init(Display.LT9611,osd_num=self.osd_layer_num, to_ide = to_ide)
                else:
                    Display.init(Display.LT9611, width=self.display_size[0], height=self.display_size[1],osd_num=self.osd_layer_num, to_ide = to_ide)
            elif self.display_mode=="lcd":
                # 默认设置为ST7701显示，480x800
                if self.display_size==None:
                    Display.init(Display.ST7701, osd_num=self.osd_layer_num, to_ide=to_ide)
                else:
                    Display.init(Display.ST7701, width=800, height=480,osd_num=self.osd_layer_num, to_ide=to_ide)
            elif self.display_mode=="lt9611":
                # 设置为LT9611显示，默认1920x1080
                if self.display_size==None:
                    Display.init(Display.LT9611,osd_num=self.osd_layer_num, to_ide = to_ide)
                else:
                    Display.init(Display.LT9611, width=self.display_size[0], height=self.display_size[1],osd_num=self.osd_layer_num, to_ide = to_ide)
            elif self.display_mode=="st7701":
                # 设置为ST7701显示，480x800
                if self.display_size==None:
                    Display.init(Display.ST7701, osd_num=self.osd_layer_num, to_ide=to_ide)
                else:
                    Display.init(Display.ST7701, width=self.display_size[0], height=self.display_size[1], osd_num=self.osd_layer_num, to_ide=to_ide)
            elif self.display_mode=="hx8399":
                # 设置为HX8399显示，默认1920x1080
                if self.display_size==None:
                    Display.init(Display.HX8399, osd_num=self.osd_layer_num, to_ide=to_ide)
                else:
                    Display.init(Display.HX8399, width=self.display_size[0], height=self.display_size[1], osd_num=self.osd_layer_num, to_ide=to_ide)
            elif self.display_mode=="nt35516":
                # 设置为NT35516显示，默认960x540
                if self.display_size==None:
                    Display.init(Display.NT35516, osd_num=self.osd_layer_num, to_ide=to_ide)
                else:
                    Display.init(Display.NT35516, width=self.display_size[0], height=self.display_size[1], osd_num=self.osd_layer_num, to_ide=to_ide)
            else:
                # 设置为LT9611显示，默认1920x1080
                Display.init(Display.LT9611,osd_num=self.osd_layer_num, to_ide = to_ide)
            if self.display_size==None:
                self.display_size=[Display.width(),Display.height()]

            # 通道0直接给到显示VO，格式为YUV420
            self.sensor.set_framesize(w = self.display_size[0], h = self.display_size[1])
            self.sensor.set_pixformat(PIXEL_FORMAT_YUV_SEMIPLANAR_420)
            # 通道2给到AI做算法处理，格式为RGB888
            self.sensor.set_framesize(w = self.rgb888p_size[0], h = self.rgb888p_size[1], chn=CAM_CHN_ID_2)
            # set chn2 output format
            self.sensor.set_pixformat(PIXEL_FORMAT_RGB_888_PLANAR, chn=CAM_CHN_ID_2)

            # OSD图像初始化
            self.osd_img = image.Image(self.display_size[0], self.display_size[1], image.ARGB8888)

            sensor_bind_info = self.sensor.bind_info(x = (480-self.display_size[1]), y = 0, chn = CAM_CHN_ID_0)
            Display.bind_layer(**sensor_bind_info, layer = Display.LAYER_VIDEO1)

            # media初始化
            MediaManager.init()
            # 启动sensor
            self.sensor.run()

    # 获取一帧图像数据，返回格式为ulab的array数据
    def get_frame(self):
        with ScopedTiming("get a frame",self.debug_mode > 0):
            self.cur_frame = self.sensor.snapshot(chn=CAM_CHN_ID_2)
            input_np=self.cur_frame.to_numpy_ref()
            return input_np

    # 在屏幕上显示osd_img
    def show_image(self):
        with ScopedTiming("show result",self.debug_mode > 0):
            Display.show_image(self.osd_img, 0, 0, Display.LAYER_OSD3)

    def get_display_size(self):
        return self.display_size

    # PipeLine销毁函数
    def destroy(self):
        with ScopedTiming("deinit PipeLine",self.debug_mode > 0):
            os.exitpoint(os.EXITPOINT_ENABLE_SLEEP)
            # stop sensor
            self.sensor.stop()
            # deinit lcd
            Display.deinit()
            time.sleep_ms(50)
            # deinit media buffer
            MediaManager.deinit()
Wy0013206

花屏现象截图，给出测试代码

Wy0013206

你好，就是想问问PipeLine函数，如果使用LCD，怎样才能修改LCD的显示区域和显示大小呢？AI_Demo里面有一个face_Recognition_1.py示例，在main里面的初始化部分如果是pl=PipeLine(rgb888p_size=[1280,720],display_mode='st7701',display_size=None)就是正常显示，但如果把display_size改成除[800,480]以外的分辨率，LCD显示就异常了。

LYH6666•

见下面回答

Wy001•