134 lines
3.9 KiB
C#
134 lines
3.9 KiB
C#
using System;
|
||
using System.Collections;
|
||
using System.Collections.Generic;
|
||
using Models;
|
||
using Unity.VisualScripting;
|
||
using UnityEngine;
|
||
|
||
public class MainBehaviour : MonoBehaviour
|
||
{
|
||
private readonly List<GameObject> _nodes = new List<GameObject>();
|
||
private readonly List<PoseTransform> _poseTransforms = new List<PoseTransform>();
|
||
private readonly UdpListener _listener = new UdpListener();
|
||
|
||
|
||
// Start is called before the first frame update
|
||
private void Start()
|
||
{
|
||
CreateNodes();
|
||
|
||
_listener.AddHandler(OnReceive);
|
||
_listener.Connect(5000);
|
||
}
|
||
|
||
// Update is called once per frame
|
||
private void Update()
|
||
{
|
||
foreach (var poseTransform in _poseTransforms)
|
||
{
|
||
var index = (int)poseTransform.MediaPipeName;
|
||
|
||
var temp = new Vector4(_poseTransforms[index].MediaPipePos.x,
|
||
_poseTransforms[index].MediaPipePos.y,
|
||
_poseTransforms[index].MediaPipePos.z,1);
|
||
//temp = RotateAxisZ(180) * temp;
|
||
//warning：乘法的顺序不能改！
|
||
|
||
_nodes[index].transform.position = new Vector3(temp.x, temp.y, temp.z) * 5;
|
||
//_nodes[index].transform.position = _poseTransforms[index].MediaPipePos * 5;
|
||
}
|
||
}
|
||
|
||
private void OnDisable()
|
||
{
|
||
_listener.DisConnect();
|
||
}
|
||
|
||
private void CreateNodes()
|
||
{
|
||
for (var i = 0; i < 33; i++)
|
||
{
|
||
var ball = GameObject.CreatePrimitive(PrimitiveType.Sphere);
|
||
|
||
ball.transform.localScale = new Vector3(0.1f, 0.1f, 0.1f);
|
||
|
||
if (i <= 10)
|
||
{
|
||
ball.GetComponent<Renderer>().material.color = Color.red;//给头部添加颜色
|
||
}
|
||
else if (i > 10 && i <= 22)
|
||
{
|
||
ball.GetComponent<Renderer>().material.color = Color.blue;//给手部添加颜色
|
||
}
|
||
else if (i > 12 && i <= 32)
|
||
{
|
||
ball.GetComponent<Renderer>().material.color = Color.green;//给脚部添加颜色
|
||
}
|
||
|
||
_nodes.Add(ball);
|
||
|
||
var poseTransform = new PoseTransform((PoseLandmarkType)i);
|
||
|
||
_poseTransforms.Add(poseTransform);
|
||
}
|
||
}
|
||
|
||
private void OnReceive(List<PoseLandmark> landmarks)
|
||
{
|
||
foreach (var landmark in landmarks)
|
||
{
|
||
var poseTransform = new PoseTransform(landmark.Type)
|
||
{
|
||
MediaPipePos = new Vector3(landmark.X, landmark.Y, landmark.Z)
|
||
};
|
||
|
||
_poseTransforms[(int)landmark.Type] = poseTransform;
|
||
}
|
||
}
|
||
|
||
//绕X轴旋转
|
||
private Matrix4x4 RotateAxisX(float rot)
|
||
{
|
||
var matrix = new Matrix4x4();
|
||
float cosrot = MathF.Cos(rot);
|
||
float sinrot = MathF.Sin(rot);
|
||
|
||
matrix.SetRow(0, new Vector4(1,0,0,0));
|
||
matrix.SetRow(1, new Vector4(0,cosrot,-sinrot,0));
|
||
matrix.SetRow(2, new Vector4(0,sinrot,cosrot,0));
|
||
matrix.SetRow(3, new Vector4(0,0,0,1));
|
||
|
||
return matrix;
|
||
}
|
||
|
||
//绕Y轴旋转
|
||
private Matrix4x4 RotateAxisY(float rot)
|
||
{
|
||
var matrix = new Matrix4x4();
|
||
float cosrot = MathF.Cos(rot);
|
||
float sinrot = MathF.Sin(rot);
|
||
|
||
matrix.SetRow(0, new Vector4(cosrot,0,sinrot,0));
|
||
matrix.SetRow(1, new Vector4(0,1,0,0));
|
||
matrix.SetRow(2, new Vector4(-sinrot,0,cosrot,0));
|
||
matrix.SetRow(3, new Vector4(0,0,0,1));
|
||
|
||
return matrix;
|
||
}
|
||
|
||
//绕Z轴旋转
|
||
private Matrix4x4 RotateAxisZ(float rot)
|
||
{
|
||
var matrix = new Matrix4x4();
|
||
float cosrot = MathF.Cos(rot);
|
||
float sinrot = MathF.Sin(rot);
|
||
|
||
matrix.SetRow(0, new Vector4(cosrot,-sinrot,0,0));
|
||
matrix.SetRow(1, new Vector4(sinrot,cosrot,0,0));
|
||
matrix.SetRow(2, new Vector4(0,0,1,0));
|
||
matrix.SetRow(3, new Vector4(0,0,0,1));
|
||
|
||
return matrix;
|
||
}
|
||
}
|