KinectUtils #19

Merged
louis.dufour merged 6 commits from KinectUtils into dev 1 year ago

@ -36,6 +36,7 @@
<Reference Include="Microsoft.Kinect, Version=2.0.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL"> <Reference Include="Microsoft.Kinect, Version=2.0.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
<HintPath>..\packages\Microsoft.Kinect.2.0.1410.19000\lib\net45\Microsoft.Kinect.dll</HintPath> <HintPath>..\packages\Microsoft.Kinect.2.0.1410.19000\lib\net45\Microsoft.Kinect.dll</HintPath>
</Reference> </Reference>
<Reference Include="PresentationFramework" />
<Reference Include="System" /> <Reference Include="System" />
<Reference Include="System.Core" /> <Reference Include="System.Core" />
<Reference Include="System.Xml.Linq" /> <Reference Include="System.Xml.Linq" />
@ -54,6 +55,14 @@
<None Include="packages.config" /> <None Include="packages.config" />
</ItemGroup> </ItemGroup>
<ItemGroup> <ItemGroup>
<ProjectReference Include="..\KinectUtils\KinectUtils.csproj">
<Project>{2d44487e-f514-4063-9494-2af1e8c9e9c8}</Project>
<Name>KinectUtils</Name>
</ProjectReference>
<ProjectReference Include="..\LibMyGesturesBank\MyGesturesBank.csproj">
<Project>{2496DFB1-EB55-47A1-A780-211E079B289D}</Project>
<Name>MyGesturesBank</Name>
</ProjectReference>
<ProjectReference Include="..\Lib\Lib.csproj"> <ProjectReference Include="..\Lib\Lib.csproj">
<Project>{0751c83e-7845-4e5f-a5d3-e11aba393aca}</Project> <Project>{0751c83e-7845-4e5f-a5d3-e11aba393aca}</Project>
<Name>Lib</Name> <Name>Lib</Name>

@ -1,11 +1,14 @@
using Lib; using Lib;
using Microsoft.Kinect; using Microsoft.Kinect;
using MyGesturesBank;
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.Diagnostics;
using System.Linq; using System.Linq;
using System.Text; using System.Text;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using System.Windows.Controls;
namespace ConsoleApp namespace ConsoleApp
{ {
@ -13,6 +16,32 @@ namespace ConsoleApp
{ {
static void Main(string[] args) static void Main(string[] args)
{ {
KinectManager kinectManager = new KinectManager();
Canvas skeletonCanvas = null;
KinectStreamsFactory Factory = new KinectStreamsFactory(kinectManager, skeletonCanvas);
BodyImageStream CurrentKinectStream = (BodyImageStream)Factory[KinectStreams.Body];
CurrentKinectStream.Start();
PostureHandUp handUpPosture = new PostureHandUp();
PostureHandsOnHead handsOnHeadPosture = new PostureHandsOnHead();
handUpPosture.GestureRecognized += (sender, e) =>
{
Console.WriteLine("Posture Hand Up reconnue !");
};
handsOnHeadPosture.GestureRecognized += (sender, e) =>
{
Console.WriteLine("Posture Hands On Head reconnue !");
};
Body body = null;
while (true)
{
body = CurrentKinectStream.Bodies.FirstOrDefault();
if (body != null)
{
handUpPosture.TestGesture(body);
handsOnHeadPosture.TestGesture(body);
}
Thread.Sleep(50);
}
// KinectManager kinectManager = new KinectManager(); // KinectManager kinectManager = new KinectManager();
// if (kinectManager.StartSensor()) // if (kinectManager.StartSensor())
// { // {
@ -38,7 +67,7 @@ namespace ConsoleApp
// // Boucle pour tester les postures // // Boucle pour tester les postures
// while (true) // while (true)
// { // {
// Body body = kinectManager.GetNextBody(); // Méthode fictive pour obtenir les données du corps // Body body = kinecManager.GetNextBody(); // Méthode fictive pour obtenir les données du corps
// if (body != null) // if (body != null)
// { // {
// handUpPosture.TestGesture(body); // handUpPosture.TestGesture(body);
@ -47,7 +76,8 @@ namespace ConsoleApp
// Thread.Sleep(50); // Une petite pause pour ne pas surcharger le CPU // Thread.Sleep(50); // Une petite pause pour ne pas surcharger le CPU
// } // }
} //}
} }
} }
}

@ -3,9 +3,9 @@ using System.Collections.Generic;
using System.Linq; using System.Linq;
using System.Text; using System.Text;
using System.Threading.Tasks; using System.Threading.Tasks;
using MyGesturesBank; using KinectUtils;
namespace KinectUtils namespace MyGesturesBank
{ {
public class AllGesturesFactory : IGestureFactory public class AllGesturesFactory : IGestureFactory
{ {
@ -13,8 +13,8 @@ namespace KinectUtils
{ {
return new List<BaseGesture> return new List<BaseGesture>
{ {
new SwipeRightHand(), //new SwipeRightHand(),
new ClapHands() //new ClapHands()
// Ajoutez d'autres gestes ici // Ajoutez d'autres gestes ici
}; };
} }

@ -9,7 +9,7 @@ namespace KinectUtils
public event EventHandler GestureRecognized; public event EventHandler GestureRecognized;
// Nom du geste - marqué comme virtual pour permettre la substitution // Nom du geste - marqué comme virtual pour permettre la substitution
public string GestureName { get; protected set; } public virtual string GestureName { get; protected set; }
// Méthode abstraite pour tester le geste // Méthode abstraite pour tester le geste
public abstract void TestGesture(Body body); public abstract void TestGesture(Body body);

@ -7,36 +7,36 @@ using System.Threading.Tasks;
namespace KinectUtils namespace KinectUtils
{ {
abstract class Gesture : BaseGesture public abstract class Gesture : BaseGesture
{ {
public bool IsTesting { get; protected set; } public bool IsRecognitionRunning { get; set; }
protected int MinNbOfFrames = 10; // Exemple de valeur, ajustez selon le geste protected int MinNbOfFrames = 10; // Exemple de valeur, ajustez selon le geste
protected int MaxNbOfFrames = 50; // Exemple de valeur, ajustez selon le geste protected int MaxNbOfFrames = 50; // Exemple de valeur, ajustez selon le geste
private int mCurrentFrameCount = 0; private int currentFrameCount = 0;
// public bool isRecognitionRunning { get; set; }
public override void TestGesture(Body body) public override void TestGesture(Body body)
{ {
if (!IsTesting) if (!IsRecognitionRunning)
{ {
if (TestInitialConditions(body)) if (TestInitialConditions(body))
{ {
IsTesting = true; IsRecognitionRunning = true;
mCurrentFrameCount = 0; currentFrameCount = 0;
} }
} }
else else
{ {
mCurrentFrameCount++; currentFrameCount++;
if (!TestPosture(body) || !TestRunningGesture(body) || mCurrentFrameCount > MaxNbOfFrames) if (!TestPosture(body) || !TestRunningGesture(body) || currentFrameCount > MaxNbOfFrames)
{ {
IsTesting = false; IsRecognitionRunning = false;
} }
else if (TestEndConditions(body) && mCurrentFrameCount >= MinNbOfFrames) else if (TestEndConditions(body) && currentFrameCount >= MinNbOfFrames)
{ {
OnGestureRecognized(body); OnGestureRecognized(body);
IsTesting = false; IsRecognitionRunning = false;
} }
} }
} }
@ -47,3 +47,4 @@ namespace KinectUtils
abstract protected bool TestEndConditions(Body body); abstract protected bool TestEndConditions(Body body);
} }
} }

@ -1,16 +1,21 @@
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.Linq; using System.Linq;
using System.Runtime.Remoting.Messaging;
using System.Text; using System.Text;
using System.Threading.Tasks; using System.Threading.Tasks;
using Lib; using Lib;
using Microsoft.Kinect;
namespace KinectUtils namespace KinectUtils
{ {
public static class GestureManager public static class GestureManager
{ {
public static event EventHandler<GestureRecognizedEventArgs> GestureRecognized; static private BodyFrameReader bodyFrameReader;
public static List<BaseGesture> KnownGestures = new List<BaseGesture>(); static private Body[] bodies;
static event EventHandler GestureRecognized;
static KinectManager KinectManager { get; set; }
static List<BaseGesture> KnownGestures { get; set; }
public static void AddGestures(IGestureFactory factory) public static void AddGestures(IGestureFactory factory)
{ {
@ -39,7 +44,29 @@ namespace KinectUtils
static public void StartAcquiringFrames(KinectManager kinectManager) static public void StartAcquiringFrames(KinectManager kinectManager)
{ {
throw new NotImplementedException(); bodyFrameReader = kinectManager.Sensor.BodyFrameSource.OpenReader();
bodyFrameReader.FrameArrived += Reader_BodyFrameArrived;
}
static private void Reader_BodyFrameArrived(object sender, BodyFrameArrivedEventArgs e)
{
using (var bodyframe = e.FrameReference.AcquireFrame())
{
if (bodyframe != null)
{
bodyframe.GetAndRefreshBodyData(bodies);
foreach (var body in bodies)
{
if (body.IsTracked)
{
foreach(var gesture in KnownGestures)
{
gesture.TestGesture(body);
}
}
}
}
}
} }
} }
} }

@ -6,7 +6,7 @@ using System.Threading.Tasks;
namespace KinectUtils namespace KinectUtils
{ {
interface IGestureFactory public interface IGestureFactory
{ {
IEnumerable<BaseGesture> CreateGestures(); IEnumerable<BaseGesture> CreateGestures();
} }

@ -52,10 +52,6 @@
<Compile Include="Properties\AssemblyInfo.cs" /> <Compile Include="Properties\AssemblyInfo.cs" />
</ItemGroup> </ItemGroup>
<ItemGroup> <ItemGroup>
<ProjectReference Include="..\LibMyGesturesBank\MyGesturesBank.csproj">
<Project>{2496dfb1-eb55-47a1-a780-211e079b289d}</Project>
<Name>MyGesturesBank</Name>
</ProjectReference>
<ProjectReference Include="..\Lib\Lib.csproj"> <ProjectReference Include="..\Lib\Lib.csproj">
<Project>{0751c83e-7845-4e5f-a5d3-e11aba393aca}</Project> <Project>{0751c83e-7845-4e5f-a5d3-e11aba393aca}</Project>
<Name>Lib</Name> <Name>Lib</Name>

@ -16,7 +16,7 @@ namespace KinectUtils
if (TestPosture(body)) if (TestPosture(body))
{ {
// Posture is recognized // Posture is recognized
OnGestureRecognized(); OnGestureRecognized(body);
} }
} }

@ -153,9 +153,10 @@ namespace Lib
if (bodyframe != null) if (bodyframe != null)
{ {
bodyframe.GetAndRefreshBodyData(this.bodies); bodyframe.GetAndRefreshBodyData(this.bodies);
// nettoyer le Canvas avant de dessiner
Canvas.Children.Clear(); // nettoyer le Canvas avant de dessiner if (Canvas != null)
{
Canvas.Children.Clear();
foreach (var body in this.bodies) foreach (var body in this.bodies)
{ {
if (body.IsTracked) if (body.IsTracked)
@ -169,4 +170,5 @@ namespace Lib
} }
} }
} }
}

@ -0,0 +1,22 @@
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using KinectUtils;
namespace MyGesturesBank
{
public class AllGesturesFactory : IGestureFactory
{
public IEnumerable<BaseGesture> CreateGestures()
{
return new List<BaseGesture>
{
new SwipeRightHand(),
//new ClapHands()
// Ajoutez d'autres gestes ici
};
}
}
}

@ -20,10 +20,11 @@ namespace MyGesturesBank
private bool IsHandNearHead(Joint hand, Joint head) private bool IsHandNearHead(Joint hand, Joint head)
{ {
// Exemple de condition : la main est à moins de 30 cm de la tête // Exemple de condition : la main est à moins de 30 cm de la tête
return Math.Sqrt( double distance = Math.Sqrt(
Math.Pow(hand.Position.X - head.Position.X, 2) + Math.Pow(hand.Position.X - head.Position.X, 2) +
Math.Pow(hand.Position.Y - head.Position.Y, 2) + Math.Pow(hand.Position.Y - head.Position.Y, 2) +
Math.Pow(hand.Position.Z - head.Position.Z, 2)) < 0.3; Math.Pow(hand.Position.Z - head.Position.Z, 2));
return distance < 0.3 && distance > 0;
} }
public override string GestureName => "Hands On Head"; public override string GestureName => "Hands On Head";

Loading…
Cancel
Save