Create src/extensions copy/scratch3_posenet2scratch/index.js

local-scratch-vm/src/extensions copy/scratch3_posenet2scratch/index.js

@@ -0,0 +1,945 @@
+const ArgumentType = require('../../extension-support/argument-type');
+const BlockType = require('../../extension-support/block-type');
+const Cast = require('../../util/cast');
+const ml5 = require('ml5');
+const formatMessage = require('format-message');
+const blockIconURI = 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACgAAAAoCAYAAACM/rhtAAAABGdBTUEAALGPC/xhBQAAACBjSFJNAAB6JgAAgIQAAPoAAACA6AAAdTAAAOpgAAA6mAAAF3CculE8AAAACXBIWXMAAAsTAAALEwEAmpwYAAABWWlUWHRYTUw6Y29tLmFkb2JlLnhtcAAAAAAAPHg6eG1wbWV0YSB4bWxuczp4PSJhZG9iZTpuczptZXRhLyIgeDp4bXB0az0iWE1QIENvcmUgNS40LjAiPgogICA8cmRmOlJERiB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiPgogICAgICA8cmRmOkRlc2NyaXB0aW9uIHJkZjphYm91dD0iIgogICAgICAgICAgICB4bWxuczp0aWZmPSJodHRwOi8vbnMuYWRvYmUuY29tL3RpZmYvMS4wLyI+CiAgICAgICAgIDx0aWZmOk9yaWVudGF0aW9uPjE8L3RpZmY6T3JpZW50YXRpb24+CiAgICAgIDwvcmRmOkRlc2NyaXB0aW9uPgogICA8L3JkZjpSREY+CjwveDp4bXBtZXRhPgpMwidZAAAKPElEQVRYCa1YaWyU1xU9M56xx/syZjAYjA02mN0UHAtCA5RGKa2oKApVk7TNIlWg0hYi0UhJFbVR+oOKJkWNokCUlLYkoqJLSEkaQgs0JECK2QRmszHe8Ib38Trjree8mXGAjD+PZO7oW+Z977537vLuve/Z0o68Moz7SEMcyxa87sew9vsxiMaQlAKWaYtCDJ+Dwf98jIvuC8CQxvS87PfCS7gCOcBLbeOhcQOU5mTWWELx87lr2nLMsDvROjyMNJvdgByPD0UMUCD6eUkrevqpJbWlEESW3YHagR58KzYNG/NXYUvGAgz01JtvE/k9zoAfHnEDskVMjrF6ykQClGaz8YoyoMQjcJLuwkAv/xD2oB9PTF6oT1ifU4iavg681HSF3wYx3RmPPGq1ge9ecroIOFKt2sZaxQIiDdQN0YACw3cQLGyUbagfK+I92DplCRal5yAr0W1Wi03fSdfb6vBu5Wm8fPui4cuPTqRQNtwcHkB8hCAtAUrKaF6Nw4P4ZkwylidlCh681FZVbzvmJkzAxpkr4XYlsDVAMuQw/c9O04aouLEc+2rO4nct14xgs6nRWxzTGepg8bQ0sbSXwIka+7uxyjMP2+avMaYZIgD/YD9iHE6jkcGhIcGCwx5FAfgLavBg5Vm4YxKwbNIsLPLk4OnWW9hR9l/s9dYglyCbh4cQxTmszP2FmGGkEHM3wUQ74vBz+lN5R4PRoJhiHdEBcJzEbrcbcAK+/eKH+IDABjjtt8sOY1PZEQPAQUHnu7Owu/AxPJuWhxv9PUhlm+KlFVkCFGMfh8+hZjDQh20lH6LN12M0NECHlymjjCkDOvBzsTzfdBXHWyvgoCilhU/hYMEGI5TAiyc2yonNeSsMJvHLSgGPNU1fulmaWL0lwW1qaTEd/EBHBTZUn8fjeQ8GgAVNKbMKoouTNz+4CU4JRMpLmWSeMr+dfW1GGGBSfCpWx7pxxNeBTK7ubn03Pb98GxOgWGQGYwoO1tjXaUaRn0kDZkWzRVoQkNCC0bs+iwQuQIGnzJ1GYUDBHWwK9Qt2uusxGvC7OgXnIQo7av2dGODA4UiaHOI3mVPvAvYFOAEJjNQz4Mc5fxeRO9DLNisQVt9GMEjuPg0eFY3j3bfR6Vc8DGjMvNxxU3i5E9Qdnwx4/S9prUZ5XxtmEWCPhXnVNyKA8qhmxq35US4UE+AVhgvDHPQp82eUm0w9SK0qFCkMNfS046tXPwIcLvTym5OaHrFQmDEiBtghs9FkUxmwd9z8FFWdTcZkmlwg7iWZWeaWqbXSoxiKGno7UNndiv3Tlhp38ckqY1BEACVpFqW/yFBT42vH+63XkX1mL3oZVjR5aAmYsMFJBTrgf3YDvqu/D+9VFKPwzLvYX1WMIk8uHo9NRyMzUgK5w3t0ALnlKtbEql4yWCSUE9xShppncx7CYubdGAbqo7dKkJOQjrnuqWY0aTgA1oYO+qmLmeZaay0Kit/Cj9Ly8aJnLjZWn8K6rmaC81GLUfBRhJCAAUh33y0BKrQkkb2cg61ypeJnWYVY4s42WeRSaw3WXtqH9WmzsTm7iBGDfsb+NrsNLoajNypOoorFxc78R3BwznrEMKx0Ukj/15/D8dorONJVi9mudFSzcLCqbiwByv5tNJcql1fnrMGO0qP4ztWDOFHwGOalZuLYoqfQy5z8tclz0MvQofAzrP4UalGTB7OUrwk2lcXE8nN/xo/d+abvbytPcJHEo4t9Y9jXyhPDApTKtfxzGQYuMRzsmvYQCphHlyZPwcZpRViWMZM9gJWZc3Ck9jL66YvKzXdS0YQZWEpfC2WVzwq+j1rWiNtLPsKhnmZkO+PgHc8ikevbJRoHKZow3azYhWlTMT1pIl4p+RgXmqsMnjgCq+1uM+/9zLWiev0nn8BpwdR0tZj2f98uxW+aryGPlUwk4MQUdhXLSPG8vDIXg3NmfBqafV0m1x6sPodtl15HaXud+JEZl4p6xjaRg6FE1NjrxcTYZPOucPP85X9hefFuvMUyaxbBKbdbmdUwBm9hAYpZjltBB14SnYSyjnpsPf8PtPR1ocXfAyTmB57s54lLRteADz76WyDVDaOFwkyKSzFTyDerfJ1wx2diHsHVEZwCv9XKNYzBW1iAYtbyj6GCVU1f9d7GDebgFn83c3E39R6NC10N9L1Bo9UU+lOrj+2kVgqh6ZOiY83/Opr7s752uGnuMm4R7vZU08XyFhagGjuDi6TG54WPGjrwwA+RHh2PXd5qzHC58WZHDW4FfWuIQrx8+RCr7AF4+3uR7pKDBOhwXQn9UeVrwCqRmjbEHxZgaLBaTuyJTsDmurN47sJ7+EbpYfKxelYOpqn23jxlxlHx8MbNv+F4/TVUMghPoc+KzjVVYAt5M5wJ6GD/sCHD9Bz9FhZgqLs+asFMpknfoYNrcz6ZoceUo5zwly2luMXcqqxy8eGdONpUhtXn9pigXEG3WFz8NtLJG0uBtKmX4BpPz0g1GRX75CO/Yv9RSYFDQHOcLgPMQ1+6xHz8aNIUHCh4FNfb6wnIgUKGomSC6e/3I5GBfWbKZGQO2vH3jipMiYoZKavcBJvEy8G0qBxvqaHg3KOC0wcNoOqvkQtCA5/vbmBGmIW/LnsGldTSmk+2Io2+KSrgzm1P0Q+Qx1h5pO4yQ00SVnHfXMLSXqcPE5h7y5g2r3LBVfCp/bZyvRWNJYDhdfGuHdhlau617FV4vfB7kAlrWD59vGIn4qjdV0sOYcuZ/Wjnpio3OQPxBPTdz1/CC9nLsJvnNec6q3CFB0tF9OlfsGhYy2OSOq7qRIIMhPfwMC037iGWZJqjgtvE7ZO+gk35K3Gzo9FUKysnz0ZlZzNeKPkA+2hK7U/WJWbi9wvWYWqCG8dYFCgkr2BKfKf0U7ip6WUZs8y+pay9ATNP/wHTHbEmYkiT4WKjpQbl0KrXBO7XExcgn6ZLOfQi6nra8IBnBvZc/wQ5J17Dvs5aLHalYXFMKg50NSLr9J9wuvEGVhGYi5rccHIPlnnysDZ78cimyk/tgVHCSaFMFRTSxj1PS4BaaXJmHQ5lxCQiN9GDde7ZWDpxJnZfO4Znrv8TuQQ1l2HkKs9uSngtpAmdXOFFZ/+IAxVnkBITjwPt5SPpUJnl88YyPHHpfaZRlzkYGJeJVQ7VU9Jslk0ni54cSWE1Xa3I+t/bmMn2Gn6Xw4u00VeBq23ATVZCP5kwFw+n57HacaK6uwX/aa3EX7y3TI6fQl4lBMXH0cLOmD4oxiRqsYqSr3Yl46c8yZqR5MGZ5ko8XXOKcdFpVvmd/iPX0MGQDjCvM7OYvbMqaAoCHqPkasPEIsJqw052Q2MCVC85sM4HK7mHQD9zLTWkAJROcwpMOBJg5fOJ7KtEpxClo6U2gtTpq7R2p1DhxlBbRNlH2tBJVC4Dbgo10MN3QVQqHI2keblHU7BvM/OxBFWVpIJhNJPeO15EAEOTqY5r4KWw3MdLK8xKC+ILTSBgIrVFCk79/w80jyIu3cZhqQAAAABJRU5ErkJggg==';
+
+const Message = {
+  x: {
+    'ja': 'のx座標',
+    'ja-Hira': 'のxざひょう',
+    'en': ' x'
+  },
+  y: {
+    'ja': 'のy座標',
+    'ja-Hira': 'のyざひょう',
+    'en': ' y'
+  },
+  peopleCount: {
+    'ja': '人数',
+    'ja-Hira': 'にんずう',
+    'en': 'people count'
+  },
+  nose: {
+    'ja': '鼻',
+    'ja-Hira': 'はな',
+    'en': 'nose'
+  },
+  leftEye: {
+    'ja': '左目',
+    'ja-Hira': 'ひだりめ',
+    'en': 'left eye'
+  },
+  rightEye: {
+    'ja': '右目',
+    'ja-Hira': 'みぎめ',
+    'en': 'right eye'
+  },
+  leftEar: {
+    'ja': '左耳',
+    'ja-Hira': 'ひだりみ���',
+    'en': 'left ear'
+  },
+  rightEar: {
+    'ja': '右耳',
+    'ja-Hira': 'みぎみみ',
+    'en': 'right ear'
+  },
+  leftShoulder: {
+    'ja': '左肩',
+    'ja-Hira': 'ひだりかた',
+    'en': 'left shoulder'
+  },
+  rightShoulder: {
+    'ja': '右肩',
+    'ja-Hira': 'みぎかた',
+    'en': 'right shoulder'
+  },
+  leftElbow: {
+    'ja': '左ひじ',
+    'ja-Hira': 'ひだりひじ',
+    'en': 'left elbow'
+  },
+  rightElbow: {
+    'ja': '右ひじ',
+    'ja-Hira': 'みぎひじ',
+    'en': 'right elbow'
+  },
+  leftWrist: {
+    'ja': '左手首',
+    'ja-Hira': 'ひだりてくび',
+    'en': 'left wrist'
+  },
+  rightWrist: {
+    'ja': '右手首',
+    'ja-Hira': 'みぎてくび',
+    'en': 'right wrist'
+  },
+  leftHip: {
+    'ja': '左腰',
+    'ja-Hira': 'ひだりこし',
+    'en': 'left hip'
+  },
+  rightHip: {
+    'ja': '右腰',
+    'ja-Hira': 'みぎこし',
+    'en': 'right hip'
+  },
+  leftKnee: {
+    'ja': '左ひざ',
+    'ja-Hira': 'ひだりひざ',
+    'en': 'left knee'
+  },
+  rightKnee: {
+    'ja': '右ひざ',
+    'ja-Hira': 'みぎひざ',
+    'en': 'right knee'
+  },
+  leftAnkle: {
+    'ja': '左足首',
+    'ja-Hira': 'ひだりあしくび',
+    'en': 'left ankle'
+  },
+  rightAnkle: {
+    'ja': '右足首',
+    'ja-Hira': 'みぎあしくび',
+    'en': 'right ankle'
+  },
+  getX: {
+    'ja': '[PERSON_NUMBER] 人目の [PART] のx座標',
+    'ja-Hira': '[PERSON_NUMBER] にんめの [PART] のxざひょう',
+    'en': '[PART] x of person no. [PERSON_NUMBER]'
+  },
+  getY: {
+    'ja': '[PERSON_NUMBER] 人目の [PART] のy座標',
+    'ja-Hira': '[PERSON_NUMBER] にんめの [PART] のyざひょう',
+    'en': '[PART] y of person no. [PERSON_NUMBER]'
+  },
+  videoToggle: {
+    'ja': 'ビデオを[VIDEO_STATE]にする',
+    'ja-Hira': 'ビデオを[VIDEO_STATE]にする',
+    'en': 'turn video [VIDEO_STATE]'
+  },
+  on: {
+    'ja': '入',
+    'ja-Hira': 'いり',
+    'en': 'on'
+  },
+  off: {
+    'ja': '切',
+    'ja-Hira': 'きり',
+    'en': 'off'
+  },
+  video_on_flipped: {
+    'ja': '左右反転',
+    'ja-Hira': 'さゆうはんてん',
+    'en': 'on flipped',
+  },
+}
+const AvailableLocales = ['en', 'ja', 'ja-Hira'];
+
+class Scratch3Posenet2ScratchBlocks {
+    get PERSON_NUMBERS_MENU () {
+      return [
+          {
+              text: '1',
+              value: '1'
+          },
+          {
+              text: '2',
+              value: '2'
+          },
+          {
+              text: '3',
+              value: '3'
+          },
+          {
+              text: '4',
+              value: '4'
+          },
+          {
+              text: '5',
+              value: '5'
+          },
+          {
+              text: '6',
+              value: '6'
+          },
+          {
+              text: '7',
+              value: '7'
+          },
+          {
+              text: '8',
+              value: '8'
+          },
+          {
+              text: '9',
+              value: '9'
+          },
+          {
+              text: '10',
+              value: '10'
+          }
+      ]
+    }
+
+    get PARTS_MENU () {
+      return [
+          {
+              text: Message.nose[this._locale],
+              value: '0'
+          },
+          {
+              text: Message.leftEye[this._locale],
+              value: '1'
+          },
+          {
+              text: Message.rightEye[this._locale],
+              value: '2'
+          },
+          {
+              text: Message.leftEar[this._locale],
+              value: '3'
+          },
+          {
+              text: Message.rightEar[this._locale],
+              value: '4'
+          },
+          {
+              text: Message.leftShoulder[this._locale],
+              value: '5'
+          },
+          {
+              text: Message.rightShoulder[this._locale],
+              value: '6'
+          },
+          {
+              text: Message.leftElbow[this._locale],
+              value: '7'
+          },
+          {
+              text: Message.rightElbow[this._locale],
+              value: '8'
+          },
+          {
+              text: Message.leftWrist[this._locale],
+              value: '9'
+          },
+          {
+              text: Message.rightWrist[this._locale],
+              value: '10'
+          },
+          {
+              text: Message.leftHip[this._locale],
+              value: '11'
+          },
+          {
+              text: Message.rightHip[this._locale],
+              value: '12'
+          },
+          {
+              text: Message.leftKnee[this._locale],
+              value: '13'
+          },
+          {
+              text: Message.rightKnee[this._locale],
+              value: '14'
+          },
+          {
+              text: Message.leftAnkle[this._locale],
+              value: '15'
+          },
+          {
+              text: Message.rightAnkle[this._locale],
+              value: '16'
+          }
+      ]
+    }
+
+    get VIDEO_MENU () {
+      return [
+          {
+            text: Message.off[this._locale],
+            value: 'off'
+          },
+          {
+            text: Message.on[this._locale],
+            value: 'on'
+          },
+          {
+            text: Message.video_on_flipped[this._locale],
+            value: 'on-flipped'
+          }
+      ]
+    }
+
+    constructor (runtime) {
+        this.runtime = runtime;
+
+        this.poses = [];
+        this.keypoints = [];
+
+        let video = document.createElement("video");
+        video.width = 480;
+        video.height = 360;
+        video.autoplay = true;
+        video.style.display = "none";
+
+        let media = navigator.mediaDevices.getUserMedia({
+          video: true,
+          audio: false
+        });
+
+        media.then((stream) => {
+            video.srcObject = stream;
+        });
+
+        let poseNet = ml5.poseNet(video, ()=>{
+            console.log('Model Loaded!');
+        });
+
+        poseNet.on('pose', (poses)=>{
+            if (poses.length > 0) {
+                this.poses = poses;
+                this.keypoints = poses[0].pose.keypoints;
+            } else {
+                this.poses = [];
+                this.keypoints = [];
+            }
+        });
+
+        this.runtime.ioDevices.video.enableVideo();
+    }
+
+    getInfo () {
+        this._locale = this.setLocale();
+        return {
+            id: 'posenet2scratch',
+            name: 'Posenet2Scratch',
+            blockIconURI: blockIconURI,
+            blocks: [
+                {
+                    opcode: 'getX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.getX[this._locale],
+                    arguments: {
+                        PERSON_NUMBER: {
+                            type: ArgumentType.STRING,
+                            menu: 'personNumbers',
+                            defaultValue: '1'
+                        },
+                        PART: {
+                            type: ArgumentType.STRING,
+                            menu: 'parts',
+                            defaultValue: '0'
+                        }
+                    }
+                },
+                {
+                    opcode: 'getY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.getY[this._locale],
+                    arguments: {
+                        PERSON_NUMBER: {
+                            type: ArgumentType.STRING,
+                            menu: 'personNumbers',
+                            defaultValue: '1'
+                        },
+                        PART: {
+                            type: ArgumentType.STRING,
+                            menu: 'parts',
+                            defaultValue: '0'
+                        }
+                    }
+                },
+                {   opcode: 'getPeopleCount',
+                    blockType: BlockType.REPORTER,
+                    text: Message.peopleCount[this._locale]
+                },
+                {
+                    opcode: 'getNoseX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.nose[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getNoseY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.nose[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getLeftEyeX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftEye[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getLeftEyeY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftEye[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getRightEyeX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightEye[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getRightEyeY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightEye[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getLeftEarX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftEar[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getLeftEarY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftEar[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getRightEarX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightEar[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getRightEarY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightEar[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getLeftShoulderX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftShoulder[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getLeftShoulderY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftShoulder[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getRightShoulderX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightShoulder[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getRightShoulderY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightShoulder[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getLeftElbowX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftElbow[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getLeftElbowY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftElbow[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getRightElbowX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightElbow[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getRightElbowY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightElbow[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getLeftWristX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftWrist[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getLeftWristY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftWrist[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getRightWristX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightWrist[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getRightWristY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightWrist[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getLeftHipX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftHip[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getLeftHipY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftHip[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getRightHipX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightHip[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getRightHipY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightHip[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getLeftKneeX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftKnee[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getLeftKneeY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftKnee[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getRightKneeX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightKnee[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getRightKneeY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightKnee[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getLeftAnkleX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftAnkle[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getLeftAnkleY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.leftAnkle[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'getRightAnkleX',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightAnkle[this._locale] + Message.x[this._locale]
+                },
+                {
+                    opcode: 'getRightAnkleY',
+                    blockType: BlockType.REPORTER,
+                    text: Message.rightAnkle[this._locale] + Message.y[this._locale]
+                },
+                {
+                    opcode: 'videoToggle',
+                    blockType: BlockType.COMMAND,
+                    text: Message.videoToggle[this._locale],
+                    arguments: {
+                        VIDEO_STATE: {
+                            type: ArgumentType.STRING,
+                            menu: 'videoMenu',
+                            defaultValue: 'off'
+                        }
+                    }
+                }
+            ],
+            menus: {
+              personNumbers: {
+                acceptReporters: true,
+                items: this.PERSON_NUMBERS_MENU
+              },
+              parts: {
+                acceptReporters: true,
+                items: this.PARTS_MENU
+              },
+              videoMenu: {
+                acceptReporters: false,
+                items: this.VIDEO_MENU
+              }
+            }
+        };
+    }
+
+    getX (args) {
+      if (this.poses[parseInt(args.PERSON_NUMBER, 10) - 1] && this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)].position.x);
+        } else {
+          return 240 - this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getY (args) {
+      if (this.poses[parseInt(args.PERSON_NUMBER, 10) - 1] && this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)]) {
+        return 180 - this.poses[parseInt(args.PERSON_NUMBER, 10) - 1].pose.keypoints[parseInt(args.PART, 10)].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getPeopleCount () {
+      return this.poses.length;
+    }
+
+    getNoseX () {
+      if (this.keypoints[0]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[0].position.x);
+        } else {
+          return 240 - this.keypoints[0].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getNoseY () {
+      if (this.keypoints[0]) {
+        return 180 - this.keypoints[0].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getLeftEyeX () {
+      if (this.keypoints[1]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[1].position.x);
+        } else {
+          return 240 - this.keypoints[1].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getLeftEyeY () {
+      if (this.keypoints[1]) {
+        return 180 - this.keypoints[1].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getRightEyeX () {
+      if (this.keypoints[2]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[2].position.x);
+        } else {
+          return 240 - this.keypoints[2].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getRightEyeY () {
+      if (this.keypoints[2]) {
+        return 180 - this.keypoints[2].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getLeftEarX () {
+      if (this.keypoints[3]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[3].position.x);
+        } else {
+          return 240 - this.keypoints[3].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getLeftEarY () {
+      if (this.keypoints[3]) {
+        return 180 - this.keypoints[3].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getRightEarX () {
+      if (this.keypoints[4]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[4].position.x);
+        } else {
+          return 240 - this.keypoints[4].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getRightEarY () {
+      if (this.keypoints[4]) {
+        return 180 - this.keypoints[4].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getLeftShoulderX () {
+      if (this.keypoints[5]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[5].position.x);
+        } else {
+          return 240 - this.keypoints[5].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getLeftShoulderY () {
+      if (this.keypoints[5]) {
+        return 180 - this.keypoints[5].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getRightShoulderX () {
+      if (this.keypoints[6]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[6].position.x);
+        } else {
+          return 240 - this.keypoints[6].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getRightShoulderY () {
+      if (this.keypoints[6]) {
+        return 180 - this.keypoints[6].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getLeftElbowX () {
+      if (this.keypoints[7]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[7].position.x);
+        } else {
+          return 240 - this.keypoints[7].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getLeftElbowY () {
+      if (this.keypoints[7]) {
+        return 180 - this.keypoints[7].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getRightElbowX () {
+      if (this.keypoints[8]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[8].position.x);
+        } else {
+          return 240 - this.keypoints[8].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getRightElbowY () {
+      if (this.keypoints[8]) {
+        return 180 - this.keypoints[8].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getLeftWristX () {
+      if (this.keypoints[9]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[9].position.x);
+        } else {
+          return 240 - this.keypoints[9].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getLeftWristY () {
+      if (this.keypoints[9]) {
+        return 180 - this.keypoints[9].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getRightWristX () {
+      if (this.keypoints[10]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[10].position.x);
+        } else {
+          return 240 - this.keypoints[10].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getRightWristY () {
+      if (this.keypoints[10]) {
+        return 180 - this.keypoints[10].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getLeftHipX () {
+      if (this.keypoints[11]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[11].position.x);
+        } else {
+          return 240 - this.keypoints[11].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getLeftHipY () {
+      if (this.keypoints[11]) {
+        return 180 - this.keypoints[11].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getRightHipX () {
+      if (this.keypoints[12]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[12].position.x);
+        } else {
+          return 240 - this.keypoints[12].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getRightHipY () {
+      if (this.keypoints[12]) {
+        return 180 - this.keypoints[12].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getLeftKneeX () {
+      if (this.keypoints[13]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[13].position.x);
+        } else {
+          return 240 - this.keypoints[13].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getLeftKneeY () {
+      if (this.keypoints[13]) {
+        return 180 - this.keypoints[13].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getRightKneeX () {
+      if (this.keypoints[14]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[14].position.x);
+        } else {
+          return 240 - this.keypoints[14].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getRightKneeY () {
+      if (this.keypoints[14]) {
+        return 180 - this.keypoints[14].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getLeftAnkleX () {
+      if (this.keypoints[15]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[15].position.x);
+        } else {
+          return 240 - this.keypoints[15].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getLeftAnkleY () {
+      if (this.keypoints[15]) {
+        return 180 - this.keypoints[15].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    getRightAnkleX () {
+      if (this.keypoints[16]) {
+        if (this.runtime.ioDevices.video.mirror === false) {
+          return -1 * (240 - this.keypoints[16].position.x);
+        } else {
+          return 240 - this.keypoints[16].position.x;
+        }
+      } else {
+        return "";
+      }
+    }
+
+    getRightAnkleY () {
+      if (this.keypoints[16]) {
+        return 180 - this.keypoints[16].position.y;
+      } else {
+        return "";
+      }
+    }
+
+    videoToggle (args) {
+      let state = args.VIDEO_STATE;
+      if (state === 'off') {
+        this.runtime.ioDevices.video.disableVideo();
+      } else {
+        this.runtime.ioDevices.video.enableVideo();
+        this.runtime.ioDevices.video.mirror = state === "on";
+      }
+    }
+
+    setLocale() {
+      let locale = formatMessage.setup().locale;
+      if (AvailableLocales.includes(locale)) {
+        return locale;
+      } else {
+        return 'en';
+      }
+    }
+}
+
+module.exports = Scratch3Posenet2ScratchBlocks;