Opencv for Unity KinectV2 图像降噪 漫画

降噪 漫画"/>

Opencv for Unity KinectV2 图像降噪 漫画

不知道为啥感觉咋那么少这种文章,要做个功能只能自己一点一点去做,找个参考文档都没,那些大佬是不是 星星星 的都忙着赚钱去了,心累

1. KinectManager 设置如下

2. 将代码挂上去就好了 

using OpenCVForUnity.CoreModule;
using OpenCVForUnity.ImgcodecsModule;
using OpenCVForUnity.ImgprocModule;
using OpenCVForUnity.UnityUtils;
using System.Collections.Generic;
using UnityEngine;
using UnityEngine.UI;public class OpencvKinect : MonoBehaviour
{int kinectDepthWidth = 512;int kinectDepthHeight = 424;KinectManager manager;public RawImage comicRaw;public RawImage grayRaw;public RawImage lineRaw;public RawImage bgRaw;public RawImage BodyColorRaw;public RawImage maskRaw;public Texture2D ComicTex;public Texture2D GrayTex;public Texture2D lineTex;public Texture2D bgTex;public Texture2D BodyColorTex;public Texture2D maskTex;RectTransform rect;Mat rgbaMat;Mat grayMat;Mat bgMat;Mat lineMat2;Mat maskMat;Mat dstMat;Mat dstMat3;Mat bodyColorMat;byte[] grayPixels;byte[] maskPixels;void Start(){manager = KinectManager.Instance;if (comicRaw == null){comicRaw = GetComponent<RawImage>();}rect = GetComponent<RectTransform>();// kinect 深度摄像头分辨率 512,424//rect.sizeDelta = new Vector2(kinectDepthWidth, kinectDepthHeight);自适应 Game 窗口//float scaleValue = Camera.main.pixelRect.width / kinectDepthWidth;//rect.localScale = new Vector3(scaleValue, -scaleValue, 1);rgbaMat = new Mat(kinectDepthHeight, kinectDepthWidth, CvType.CV_8UC4);bodyColorMat = new Mat(kinectDepthHeight, kinectDepthWidth, CvType.CV_8UC4);grayMat = new Mat(kinectDepthHeight, kinectDepthWidth, CvType.CV_8UC1);lineMat2 = new Mat(kinectDepthHeight, kinectDepthWidth, CvType.CV_8UC1);maskMat = new Mat(kinectDepthHeight, kinectDepthWidth, CvType.CV_8UC1);bgMat = new Mat(kinectDepthHeight, kinectDepthWidth, CvType.CV_8UC1, new Scalar(255));//create a striped background.for (int i = 0; i < bgMat.rows() * 2.5f; i = i + 4){Imgproc.line(bgMat, new Point(0, 0 + i), new Point(bgMat.cols(), -bgMat.cols() + i), new Scalar(0), 1);}dstMat = new Mat(kinectDepthHeight, kinectDepthWidth, CvType.CV_8UC1);dstMat3 = new Mat(kinectDepthHeight, kinectDepthWidth, CvType.CV_8UC4);grayPixels = new byte[grayMat.cols() * grayMat.rows() * grayMat.channels()];maskPixels = new byte[maskMat.cols() * maskMat.rows() * maskMat.channels()];ComicTex = new Texture2D(kinectDepthWidth, kinectDepthHeight, TextureFormat.RGBA32, false);GrayTex = new Texture2D(kinectDepthWidth, kinectDepthHeight, TextureFormat.RGBA32, false);lineTex = new Texture2D(kinectDepthWidth, kinectDepthHeight, TextureFormat.RGBA32, false);bgTex = new Texture2D(kinectDepthWidth, kinectDepthHeight, TextureFormat.RGBA32, false);BodyColorTex = new Texture2D(kinectDepthWidth, kinectDepthHeight, TextureFormat.RGBA32, false);maskTex = new Texture2D(kinectDepthWidth, kinectDepthHeight, TextureFormat.RGBA32, false);}void Update(){if (manager && manager.IsInitialized()){if (manager.GetUsersCount() > 0){// bodyTexture  转 mat GetUsersClrTex(); GetUsersLblTex();Utils.texture2DToMat(manager.GetUsersLblTex(), rgbaMat);// ----------------对深度图降噪-------------Imgproc.medianBlur(rgbaMat, lineMat2, 13); // 中值过滤Imgproc.Canny(lineMat2, lineMat2, 20, 120); // 线平滑Core.bitwise_not(lineMat2, lineMat2); // 反转如果只需要扣人的身体原图  请 return,不要运行GetComicMat(),否则算法会延迟;// GetBodyColorMat();// return;// 如果只需要 漫画 请不要调用 GetBodyColorMat(); 否则算法会延迟GetComicMat();}}}// 将人漫画void GetComicMat(){//--------------------- 漫画 ------------------//创立一个Gray的Mat容器Imgproc.cvtColor(rgbaMat, grayMat, Imgproc.COLOR_BGR2GRAY);bgMat.copyTo(dstMat);grayMat.get(0, 0, grayPixels);for (int i = 0; i < grayPixels.Length; i++){maskPixels[i] = 0;if (grayPixels[i] < 70){grayPixels[i] = 50;maskPixels[i] = 1;}else if (70 <= grayPixels[i] && grayPixels[i] < 120){grayPixels[i] = 100;}else{grayPixels[i] = 255;maskPixels[i] = 1;}}grayMat.put(0, 0, grayPixels);maskMat.put(0, 0, maskPixels);grayMat.copyTo(dstMat, maskMat);Imgproc.cvtColor(dstMat, dstMat3, Imgproc.COLOR_GRAY2RGBA);//遍历一下这个 dst 容器, 里面是处理图像的逻辑 会输出一个处理过的 dst 返回出来for (int i = 0; i < lineMat2.cols(); i++){for (int j = 0; j < lineMat2.rows(); j++){//这个150是阈值，你可以自己定义来试试效果if (lineMat2.get(j, i)[0] > 250){//根据 mask 图 对原图相应位置的点设置dstMat3.put(j, i, 255, 255, 255, 0);}}}dstMat3.copyTo(rgbaMat);Utils.matToTexture2D(rgbaMat, ComicTex);comicRaw.texture = ComicTex;Utils.matToTexture2D(grayMat, GrayTex);grayRaw.texture = GrayTex;Utils.matToTexture2D(lineMat2, lineTex);lineRaw.texture = lineTex;Utils.matToTexture2D(bgMat, bgTex);bgRaw.texture = bgTex;Utils.matToTexture2D(dstMat, maskTex);maskRaw.texture = maskTex;}// 只显示人的颜色图void GetBodyColorMat(){for (int i = 0; i < lineMat2.cols(); i++){for (int j = 0; j < lineMat2.rows(); j++){//这个150是阈值，你可以自己定义来试试效果if (lineMat2.get(j, i)[0] > 250){// 根据 mask 图 对原图相应位置的点设置rgbaMat.put(j, i, 255, 255, 255, 0);}}}rgbaMat.copyTo(bodyColorMat);Utils.matToTexture2D(bodyColorMat, BodyColorTex);BodyColorRaw.texture = BodyColorTex;}// 用于黑白遮罩图void MaskBlack(){// 黑白遮罩图for (int i = 0; i < lineMat2.cols(); i++){for (int j = 0; j < lineMat2.rows(); j++){//这个150是阈值，你可以自己定义来试试效果if (lineMat2.get(j, i)[0] > 250){// 根据 mask 图 对原图相应位置的点设置lineMat2.put(j, i, 0, 0, 0, 255);}else{// 根据 mask 图 对原图相应位置的点设置lineMat2.put(j, i, 255, 255, 255, 255);}}}}
}