CoCalc -- xr_face_tracker.cpp

GitHub Repository: godotengine/godot
Path: blob/master/servers/xr/xr_face_tracker.cpp
¹⁰²⁷⁷ views
1
/**************************************************************************/
2
/*  xr_face_tracker.cpp                                                   */
3
/**************************************************************************/
4
/*                         This file is part of:                          */
5
/*                             GODOT ENGINE                               */
6
/*                        https://godotengine.org                         */
7
/**************************************************************************/
8
/* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */
9
/* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur.                  */
10
/*                                                                        */
11
/* Permission is hereby granted, free of charge, to any person obtaining  */
12
/* a copy of this software and associated documentation files (the        */
13
/* "Software"), to deal in the Software without restriction, including    */
14
/* without limitation the rights to use, copy, modify, merge, publish,    */
15
/* distribute, sublicense, and/or sell copies of the Software, and to     */
16
/* permit persons to whom the Software is furnished to do so, subject to  */
17
/* the following conditions:                                              */
18
/*                                                                        */
19
/* The above copyright notice and this permission notice shall be         */
20
/* included in all copies or substantial portions of the Software.        */
21
/*                                                                        */
22
/* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,        */
23
/* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF     */
24
/* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */
25
/* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY   */
26
/* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,   */
27
/* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE      */
28
/* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.                 */
29
/**************************************************************************/
30

31
#include "xr_face_tracker.h"
32

33
void XRFaceTracker::_bind_methods() {
34
	// Base Shapes
35
	BIND_ENUM_CONSTANT(FT_EYE_LOOK_OUT_RIGHT);
36
	BIND_ENUM_CONSTANT(FT_EYE_LOOK_IN_RIGHT);
37
	BIND_ENUM_CONSTANT(FT_EYE_LOOK_UP_RIGHT);
38
	BIND_ENUM_CONSTANT(FT_EYE_LOOK_DOWN_RIGHT);
39
	BIND_ENUM_CONSTANT(FT_EYE_LOOK_OUT_LEFT);
40
	BIND_ENUM_CONSTANT(FT_EYE_LOOK_IN_LEFT);
41
	BIND_ENUM_CONSTANT(FT_EYE_LOOK_UP_LEFT);
42
	BIND_ENUM_CONSTANT(FT_EYE_LOOK_DOWN_LEFT);
43
	BIND_ENUM_CONSTANT(FT_EYE_CLOSED_RIGHT);
44
	BIND_ENUM_CONSTANT(FT_EYE_CLOSED_LEFT);
45
	BIND_ENUM_CONSTANT(FT_EYE_SQUINT_RIGHT);
46
	BIND_ENUM_CONSTANT(FT_EYE_SQUINT_LEFT);
47
	BIND_ENUM_CONSTANT(FT_EYE_WIDE_RIGHT);
48
	BIND_ENUM_CONSTANT(FT_EYE_WIDE_LEFT);
49
	BIND_ENUM_CONSTANT(FT_EYE_DILATION_RIGHT);
50
	BIND_ENUM_CONSTANT(FT_EYE_DILATION_LEFT);
51
	BIND_ENUM_CONSTANT(FT_EYE_CONSTRICT_RIGHT);
52
	BIND_ENUM_CONSTANT(FT_EYE_CONSTRICT_LEFT);
53
	BIND_ENUM_CONSTANT(FT_BROW_PINCH_RIGHT);
54
	BIND_ENUM_CONSTANT(FT_BROW_PINCH_LEFT);
55
	BIND_ENUM_CONSTANT(FT_BROW_LOWERER_RIGHT);
56
	BIND_ENUM_CONSTANT(FT_BROW_LOWERER_LEFT);
57
	BIND_ENUM_CONSTANT(FT_BROW_INNER_UP_RIGHT);
58
	BIND_ENUM_CONSTANT(FT_BROW_INNER_UP_LEFT);
59
	BIND_ENUM_CONSTANT(FT_BROW_OUTER_UP_RIGHT);
60
	BIND_ENUM_CONSTANT(FT_BROW_OUTER_UP_LEFT);
61
	BIND_ENUM_CONSTANT(FT_NOSE_SNEER_RIGHT);
62
	BIND_ENUM_CONSTANT(FT_NOSE_SNEER_LEFT);
63
	BIND_ENUM_CONSTANT(FT_NASAL_DILATION_RIGHT);
64
	BIND_ENUM_CONSTANT(FT_NASAL_DILATION_LEFT);
65
	BIND_ENUM_CONSTANT(FT_NASAL_CONSTRICT_RIGHT);
66
	BIND_ENUM_CONSTANT(FT_NASAL_CONSTRICT_LEFT);
67
	BIND_ENUM_CONSTANT(FT_CHEEK_SQUINT_RIGHT);
68
	BIND_ENUM_CONSTANT(FT_CHEEK_SQUINT_LEFT);
69
	BIND_ENUM_CONSTANT(FT_CHEEK_PUFF_RIGHT);
70
	BIND_ENUM_CONSTANT(FT_CHEEK_PUFF_LEFT);
71
	BIND_ENUM_CONSTANT(FT_CHEEK_SUCK_RIGHT);
72
	BIND_ENUM_CONSTANT(FT_CHEEK_SUCK_LEFT);
73
	BIND_ENUM_CONSTANT(FT_JAW_OPEN);
74
	BIND_ENUM_CONSTANT(FT_MOUTH_CLOSED);
75
	BIND_ENUM_CONSTANT(FT_JAW_RIGHT);
76
	BIND_ENUM_CONSTANT(FT_JAW_LEFT);
77
	BIND_ENUM_CONSTANT(FT_JAW_FORWARD);
78
	BIND_ENUM_CONSTANT(FT_JAW_BACKWARD);
79
	BIND_ENUM_CONSTANT(FT_JAW_CLENCH);
80
	BIND_ENUM_CONSTANT(FT_JAW_MANDIBLE_RAISE);
81
	BIND_ENUM_CONSTANT(FT_LIP_SUCK_UPPER_RIGHT);
82
	BIND_ENUM_CONSTANT(FT_LIP_SUCK_UPPER_LEFT);
83
	BIND_ENUM_CONSTANT(FT_LIP_SUCK_LOWER_RIGHT);
84
	BIND_ENUM_CONSTANT(FT_LIP_SUCK_LOWER_LEFT);
85
	BIND_ENUM_CONSTANT(FT_LIP_SUCK_CORNER_RIGHT);
86
	BIND_ENUM_CONSTANT(FT_LIP_SUCK_CORNER_LEFT);
87
	BIND_ENUM_CONSTANT(FT_LIP_FUNNEL_UPPER_RIGHT);
88
	BIND_ENUM_CONSTANT(FT_LIP_FUNNEL_UPPER_LEFT);
89
	BIND_ENUM_CONSTANT(FT_LIP_FUNNEL_LOWER_RIGHT);
90
	BIND_ENUM_CONSTANT(FT_LIP_FUNNEL_LOWER_LEFT);
91
	BIND_ENUM_CONSTANT(FT_LIP_PUCKER_UPPER_RIGHT);
92
	BIND_ENUM_CONSTANT(FT_LIP_PUCKER_UPPER_LEFT);
93
	BIND_ENUM_CONSTANT(FT_LIP_PUCKER_LOWER_RIGHT);
94
	BIND_ENUM_CONSTANT(FT_LIP_PUCKER_LOWER_LEFT);
95
	BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_UP_RIGHT);
96
	BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_UP_LEFT);
97
	BIND_ENUM_CONSTANT(FT_MOUTH_LOWER_DOWN_RIGHT);
98
	BIND_ENUM_CONSTANT(FT_MOUTH_LOWER_DOWN_LEFT);
99
	BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_DEEPEN_RIGHT);
100
	BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_DEEPEN_LEFT);
101
	BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_RIGHT);
102
	BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_LEFT);
103
	BIND_ENUM_CONSTANT(FT_MOUTH_LOWER_RIGHT);
104
	BIND_ENUM_CONSTANT(FT_MOUTH_LOWER_LEFT);
105
	BIND_ENUM_CONSTANT(FT_MOUTH_CORNER_PULL_RIGHT);
106
	BIND_ENUM_CONSTANT(FT_MOUTH_CORNER_PULL_LEFT);
107
	BIND_ENUM_CONSTANT(FT_MOUTH_CORNER_SLANT_RIGHT);
108
	BIND_ENUM_CONSTANT(FT_MOUTH_CORNER_SLANT_LEFT);
109
	BIND_ENUM_CONSTANT(FT_MOUTH_FROWN_RIGHT);
110
	BIND_ENUM_CONSTANT(FT_MOUTH_FROWN_LEFT);
111
	BIND_ENUM_CONSTANT(FT_MOUTH_STRETCH_RIGHT);
112
	BIND_ENUM_CONSTANT(FT_MOUTH_STRETCH_LEFT);
113
	BIND_ENUM_CONSTANT(FT_MOUTH_DIMPLE_RIGHT);
114
	BIND_ENUM_CONSTANT(FT_MOUTH_DIMPLE_LEFT);
115
	BIND_ENUM_CONSTANT(FT_MOUTH_RAISER_UPPER);
116
	BIND_ENUM_CONSTANT(FT_MOUTH_RAISER_LOWER);
117
	BIND_ENUM_CONSTANT(FT_MOUTH_PRESS_RIGHT);
118
	BIND_ENUM_CONSTANT(FT_MOUTH_PRESS_LEFT);
119
	BIND_ENUM_CONSTANT(FT_MOUTH_TIGHTENER_RIGHT);
120
	BIND_ENUM_CONSTANT(FT_MOUTH_TIGHTENER_LEFT);
121
	BIND_ENUM_CONSTANT(FT_TONGUE_OUT);
122
	BIND_ENUM_CONSTANT(FT_TONGUE_UP);
123
	BIND_ENUM_CONSTANT(FT_TONGUE_DOWN);
124
	BIND_ENUM_CONSTANT(FT_TONGUE_RIGHT);
125
	BIND_ENUM_CONSTANT(FT_TONGUE_LEFT);
126
	BIND_ENUM_CONSTANT(FT_TONGUE_ROLL);
127
	BIND_ENUM_CONSTANT(FT_TONGUE_BLEND_DOWN);
128
	BIND_ENUM_CONSTANT(FT_TONGUE_CURL_UP);
129
	BIND_ENUM_CONSTANT(FT_TONGUE_SQUISH);
130
	BIND_ENUM_CONSTANT(FT_TONGUE_FLAT);
131
	BIND_ENUM_CONSTANT(FT_TONGUE_TWIST_RIGHT);
132
	BIND_ENUM_CONSTANT(FT_TONGUE_TWIST_LEFT);
133
	BIND_ENUM_CONSTANT(FT_SOFT_PALATE_CLOSE);
134
	BIND_ENUM_CONSTANT(FT_THROAT_SWALLOW);
135
	BIND_ENUM_CONSTANT(FT_NECK_FLEX_RIGHT);
136
	BIND_ENUM_CONSTANT(FT_NECK_FLEX_LEFT);
137
	// Blended Shapes
138
	BIND_ENUM_CONSTANT(FT_EYE_CLOSED);
139
	BIND_ENUM_CONSTANT(FT_EYE_WIDE);
140
	BIND_ENUM_CONSTANT(FT_EYE_SQUINT);
141
	BIND_ENUM_CONSTANT(FT_EYE_DILATION);
142
	BIND_ENUM_CONSTANT(FT_EYE_CONSTRICT);
143
	BIND_ENUM_CONSTANT(FT_BROW_DOWN_RIGHT);
144
	BIND_ENUM_CONSTANT(FT_BROW_DOWN_LEFT);
145
	BIND_ENUM_CONSTANT(FT_BROW_DOWN);
146
	BIND_ENUM_CONSTANT(FT_BROW_UP_RIGHT);
147
	BIND_ENUM_CONSTANT(FT_BROW_UP_LEFT);
148
	BIND_ENUM_CONSTANT(FT_BROW_UP);
149
	BIND_ENUM_CONSTANT(FT_NOSE_SNEER);
150
	BIND_ENUM_CONSTANT(FT_NASAL_DILATION);
151
	BIND_ENUM_CONSTANT(FT_NASAL_CONSTRICT);
152
	BIND_ENUM_CONSTANT(FT_CHEEK_PUFF);
153
	BIND_ENUM_CONSTANT(FT_CHEEK_SUCK);
154
	BIND_ENUM_CONSTANT(FT_CHEEK_SQUINT);
155
	BIND_ENUM_CONSTANT(FT_LIP_SUCK_UPPER);
156
	BIND_ENUM_CONSTANT(FT_LIP_SUCK_LOWER);
157
	BIND_ENUM_CONSTANT(FT_LIP_SUCK);
158
	BIND_ENUM_CONSTANT(FT_LIP_FUNNEL_UPPER);
159
	BIND_ENUM_CONSTANT(FT_LIP_FUNNEL_LOWER);
160
	BIND_ENUM_CONSTANT(FT_LIP_FUNNEL);
161
	BIND_ENUM_CONSTANT(FT_LIP_PUCKER_UPPER);
162
	BIND_ENUM_CONSTANT(FT_LIP_PUCKER_LOWER);
163
	BIND_ENUM_CONSTANT(FT_LIP_PUCKER);
164
	BIND_ENUM_CONSTANT(FT_MOUTH_UPPER_UP);
165
	BIND_ENUM_CONSTANT(FT_MOUTH_LOWER_DOWN);
166
	BIND_ENUM_CONSTANT(FT_MOUTH_OPEN);
167
	BIND_ENUM_CONSTANT(FT_MOUTH_RIGHT);
168
	BIND_ENUM_CONSTANT(FT_MOUTH_LEFT);
169
	BIND_ENUM_CONSTANT(FT_MOUTH_SMILE_RIGHT);
170
	BIND_ENUM_CONSTANT(FT_MOUTH_SMILE_LEFT);
171
	BIND_ENUM_CONSTANT(FT_MOUTH_SMILE);
172
	BIND_ENUM_CONSTANT(FT_MOUTH_SAD_RIGHT);
173
	BIND_ENUM_CONSTANT(FT_MOUTH_SAD_LEFT);
174
	BIND_ENUM_CONSTANT(FT_MOUTH_SAD);
175
	BIND_ENUM_CONSTANT(FT_MOUTH_STRETCH);
176
	BIND_ENUM_CONSTANT(FT_MOUTH_DIMPLE);
177
	BIND_ENUM_CONSTANT(FT_MOUTH_TIGHTENER);
178
	BIND_ENUM_CONSTANT(FT_MOUTH_PRESS);
179
	BIND_ENUM_CONSTANT(FT_MAX);
180

181
	ClassDB::bind_method(D_METHOD("get_blend_shape", "blend_shape"), &XRFaceTracker::get_blend_shape);
182
	ClassDB::bind_method(D_METHOD("set_blend_shape", "blend_shape", "weight"), &XRFaceTracker::set_blend_shape);
183

184
	ClassDB::bind_method(D_METHOD("get_blend_shapes"), &XRFaceTracker::get_blend_shapes);
185
	ClassDB::bind_method(D_METHOD("set_blend_shapes", "weights"), &XRFaceTracker::set_blend_shapes);
186
	ADD_PROPERTY(PropertyInfo(Variant::PACKED_FLOAT32_ARRAY, "blend_shapes"), "set_blend_shapes", "get_blend_shapes");
187
	ADD_PROPERTY_DEFAULT("blend_shapes", PackedFloat32Array()); // To prevent ludicrously large default values.
188
}
189

190
void XRFaceTracker::set_tracker_type(XRServer::TrackerType p_type) {
191
	ERR_FAIL_COND_MSG(p_type != XRServer::TRACKER_FACE, "XRFaceTracker must be of type TRACKER_FACE.");
192
}
193

194
float XRFaceTracker::get_blend_shape(BlendShapeEntry p_blend_shape) const {
195
	// Fail if the blend shape index is out of range.
196
	ERR_FAIL_INDEX_V(p_blend_shape, FT_MAX, 0.0f);
197

198
	// Return the blend shape value.
199
	return blend_shape_values[p_blend_shape];
200
}
201

202
void XRFaceTracker::set_blend_shape(BlendShapeEntry p_blend_shape, float p_value) {
203
	// Fail if the blend shape index is out of range.
204
	ERR_FAIL_INDEX(p_blend_shape, FT_MAX);
205

206
	// Save the new blend shape value.
207
	blend_shape_values[p_blend_shape] = p_value;
208
}
209

210
PackedFloat32Array XRFaceTracker::get_blend_shapes() const {
211
	// Create a packed float32 array and copy the blend shape values into it.
212
	PackedFloat32Array data;
213
	data.resize(FT_MAX);
214
	memcpy(data.ptrw(), blend_shape_values, sizeof(blend_shape_values));
215

216
	// Return the blend shape array.
217
	return data;
218
}
219

220
void XRFaceTracker::set_blend_shapes(const PackedFloat32Array &p_blend_shapes) {
221
	// Fail if the blend shape array is not the correct size.
222
	ERR_FAIL_COND(p_blend_shapes.size() != FT_MAX);
223

224
	// Copy the blend shape values into the blend shape array.
225
	memcpy(blend_shape_values, p_blend_shapes.ptr(), sizeof(blend_shape_values));
226
}
227

228
XRFaceTracker::XRFaceTracker() {
229
	type = XRServer::TRACKER_FACE;
230
}
231

232
Product

Resources

Company
