|
| 1 | +{ |
| 2 | + "title": "Pose Detection", |
| 3 | + "description": "This video covers pose detection in ml5.js 1.0 using both the MoveNet model and BlazePose model.", |
| 4 | + "videoId": "T99fNXTUUaQ", |
| 5 | + "date": "2024-10-16", |
| 6 | + "languages": ["ml5.js", "JavaScript"], |
| 7 | + "topics": ["machine learning (ML)", "webcam", "pose detection", "ml5.js", "MoveNet", "BlazePose"], |
| 8 | + "canContribute": true, |
| 9 | + "timestamps": [ |
| 10 | + { "time": "0:00", "title": "Introduction" }, |
| 11 | + { "time": "0:45", "title": "BodyPose model" }, |
| 12 | + { "time": "3:28", "title": "Coco Dataset" }, |
| 13 | + { "time": "4:04", "title": "Projects that use MoveNet" }, |
| 14 | + { "time": "5:49", "title": "Start coding" }, |
| 15 | + { "time": "8:58", "title": "Keypoint index values" }, |
| 16 | + { "time": "15:39", "title": "Connections between the keypoints" }, |
| 17 | + { "time": "17:57", "title": "Adding p5.distance()" }, |
| 18 | + { "time": "19:39", "title": "BlazePose" }, |
| 19 | + { "time": "20:56", "title": "Outro" } |
| 20 | + ], |
| 21 | + "codeExamples": [ |
| 22 | + { |
| 23 | + "title": "BodyPose - single image", |
| 24 | + "description": "Sketch demonstrating use of BodyPose model with an image.", |
| 25 | + "image": "image.jpg", |
| 26 | + "urls": { "p5": "https://editor.p5js.org/codingtrain/sketches/WQrffEIsJ" } |
| 27 | + }, |
| 28 | + { |
| 29 | + "title": "BodyPose - Nose", |
| 30 | + "description": "Sketch demonstrating use of BodyPose model with a circle drawn at the nose keypoint.", |
| 31 | + "image": "nose.jpg", |
| 32 | + "urls": { "p5": "https://editor.p5js.org/codingtrain/sketches/AWrwZ_rSv" } |
| 33 | + }, |
| 34 | + { |
| 35 | + "title": "BodyPose - Nose with Lerp", |
| 36 | + "description": "Sketch demonstrating use of BodyPose model with lerp.", |
| 37 | + "image": "lerp.jpg", |
| 38 | + "urls": { "p5": "https://editor.p5js.org/codingtrain/sketches/9O6KbYyiX" } |
| 39 | + }, |
| 40 | + { |
| 41 | + "title": "BodyPose - More Parts", |
| 42 | + "description": "Sketch demonstrating use of BodyPose model with lerp.", |
| 43 | + "image": "parts.jpg", |
| 44 | + "urls": { "p5": "https://editor.p5js.org/codingtrain/sketches/uPd6s2iVO" } |
| 45 | + }, |
| 46 | + { |
| 47 | + "title": "BodyPose - Hat", |
| 48 | + "description": "Sketch demonstrating how to use BodyPose model to add fun effects to video.", |
| 49 | + "image": "hat.jpg", |
| 50 | + "urls": { "p5": "https://editor.p5js.org/codingtrain/sketches/e_vqrMWcL" } |
| 51 | + }, |
| 52 | + { |
| 53 | + "title": "BodyPose - 3D BlazePose", |
| 54 | + "description": "Sketch demonstrating use of the 3D BlazePose model.", |
| 55 | + "image": "blazePose.jpg", |
| 56 | + "urls": { "p5": "https://editor.p5js.org/codingtrain/sketches/ftALPDieT" } |
| 57 | + } |
| 58 | + ], |
| 59 | + "groupLinks": [ |
| 60 | + { |
| 61 | + "title": "References", |
| 62 | + "links": [ |
| 63 | + { |
| 64 | + "icon": "π»", |
| 65 | + "title": "ml5.js", |
| 66 | + "url": "https://ml5js.org/", |
| 67 | + "description": "ml5 page with documentation and supporting material." |
| 68 | + }, |
| 69 | + { |
| 70 | + "icon": "π«", |
| 71 | + "title": "Introduction to Machine Learning for the Arts", |
| 72 | + "url": "https://github.com/ml5js/Intro-ML-Arts-IMA-F24", |
| 73 | + "description": "Syllabus for ITP IMA course on Machine Learning." |
| 74 | + }, |
| 75 | + { |
| 76 | + "icon": "π»", |
| 77 | + "title": "Common objects in Context Dataset", |
| 78 | + "url": "https://cocodataset.org/#home", |
| 79 | + "description": "COCO is a large-scale object detection, segmentation, and captioning dataset." |
| 80 | + }, |
| 81 | + { |
| 82 | + "icon": "π«", |
| 83 | + "title": "Humans of AI", |
| 84 | + "url": "https://humans-of.ai", |
| 85 | + "description": "Humans of AI by artist Phillip Schmitt seeks to bring attention to the images used to train AI models." |
| 86 | + }, |
| 87 | + { |
| 88 | + "icon": "π»", |
| 89 | + "title": "Next-Generation Pose Detection with MoveNet and TensorFlow.js", |
| 90 | + "url": "https://blog.tensorflow.org/2021/05/next-generation-pose-detection-with-movenet-and-tensorflowjs.html", |
| 91 | + "description": "Blog post by Ronny Votel and Na Li introducing MoveNet." |
| 92 | + }, |
| 93 | + { |
| 94 | + "icon": "π", |
| 95 | + "title": "BlazePose: On-device Real-time Body Pose tracking", |
| 96 | + "url": "https://arxiv.org/pdf/2006.10204", |
| 97 | + "description": "Academic paper introduction the BlazePose model." |
| 98 | + }, |
| 99 | + { |
| 100 | + "icon": "π", |
| 101 | + "title": "PoseNet Sketchbook", |
| 102 | + "url": "https://googlecreativelab.github.io/posenet-sketchbook/", |
| 103 | + "description": "PoseNet Sketchbook is a collection of open source, interactive web experiments by Maya Man" |
| 104 | + }, |
| 105 | + { |
| 106 | + "icon": "π", |
| 107 | + "title": "Olympic Form", |
| 108 | + "url": "https://charstiles.github.io/olympicForm/", |
| 109 | + "description": "" |
| 110 | + } |
| 111 | + ] |
| 112 | + }, |
| 113 | + { |
| 114 | + "title": "Videos", |
| 115 | + "links": [ |
| 116 | + { |
| 117 | + "icon": "π₯", |
| 118 | + "title": "Processing / p5.js Tutorial: What is lerp? (Linear Interpolation)", |
| 119 | + "url": "https://www.youtube.com/watch?v=8uLVnM36XUc", |
| 120 | + "description": "My tutorial on the lerp function." |
| 121 | + } |
| 122 | + ] |
| 123 | + } |
| 124 | + ], |
| 125 | + "credits": [ |
| 126 | + { "title": "Editing", "name": "Mathieu Blanchette" }, |
| 127 | + { "title": "Animations", "name": "Jason Heglund" } |
| 128 | + ] |
| 129 | +} |
0 commit comments