导入上游源码,为所有面向用户的品牌显示处添加「增强版 / Enhanced」标识;包含 unitypackage→VRM 的纯色 Toon 材质、兽耳 SpringBone、Unity 描边、UV 接缝白边补偿修复,以及默认不强制 T-pose。146 个单元测试通过。
This commit is contained in:
@@ -0,0 +1,332 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""VRM 表情只能动顶点(morph target)、材质颜色和贴图偏移,PMX 里另外两种表情要先「烘焙」:
|
||||
|
||||
BoneBaker 骨骼表情(kind 2,寄り目 / +目上 / 齿轮旋转 …)→ 顶点偏移:在静止姿势下
|
||||
按表情给的平移 / 旋转摆骨(付与骨跟着付与親转、子骨跟着父骨),线性混合蒙皮
|
||||
算出每个顶点的位移。以前直接丢掉,含骨骼表情的グループ表情也就缺了一块。
|
||||
gaze_offsets 视线表情(lookUp / lookDown / lookLeft / lookRight):转左右眼骨的骨骼表情,
|
||||
同样烘焙成顶点偏移。lookAt 仍然是 bone 类型;有的程序(游戏的表情动画)
|
||||
直接播这四个表情,模型里没有就看不到眼珠动。
|
||||
uv_binds UV 表情(kind 3,漫符 / 表情贴图切换)→ 贴图的缩放 + 偏移(VRM 1.0 的
|
||||
textureTransformBinds、0.x 的 _MainTex_ST)。只有整个材质的 UV 按同一个
|
||||
仿射变换移动时才能表示(漫符那种一个材质一块面片的正好是)。
|
||||
|
||||
都在 PMX 坐标里算(左手系,脸朝 -Z、左手 +X);结果和普通顶点表情一样交给 expressions。
|
||||
"""
|
||||
import math
|
||||
|
||||
from .mathutil import _I3, _axis_angle, _m3mul, _m3vec, _to_axis_angle
|
||||
from .mesh import vertex_weights
|
||||
|
||||
|
||||
def _quat_m3(q):
|
||||
"""PMX 骨骼表情的四元数 (x, y, z, w) → 旋转矩阵。
|
||||
|
||||
MMD 的矩阵是行向量约定(v' = v·M),换成列向量正好是标准公式,数值上不用改符号。
|
||||
"""
|
||||
x, y, z, w = q
|
||||
s = math.sqrt(x * x + y * y + z * z)
|
||||
if s < 1e-9:
|
||||
return _I3
|
||||
return _axis_angle((x / s, y / s, z / s), 2.0 * math.atan2(s, w))
|
||||
|
||||
|
||||
def _scale_rot(m, rate):
|
||||
"""旋转按比例缩放(付与率):轴不变、角度 × rate。"""
|
||||
if m is _I3 or abs(rate - 1.0) < 1e-9:
|
||||
return m
|
||||
ax, ang = _to_axis_angle(m)
|
||||
if abs(ang * rate) < 1e-9:
|
||||
return _I3
|
||||
return _axis_angle(ax, ang * rate)
|
||||
|
||||
|
||||
class BoneBaker:
|
||||
"""骨骼表情 → {顶点: (dx, dy, dz)}(PMX 坐标)。"""
|
||||
|
||||
def __init__(self, model, weights=None):
|
||||
"""weights:已经算好的不带付与别名的顶点权重(mesh.vertex_weights(..., {})),没给时用到再算。"""
|
||||
self.bones = model["bones"]
|
||||
self.verts = model["vertices"]
|
||||
self._weights = weights
|
||||
self._users = None
|
||||
|
||||
def _vertex_weights(self):
|
||||
if self._users is None:
|
||||
if self._weights is None:
|
||||
self._weights = vertex_weights(self.verts, len(self.bones), {})
|
||||
users = {}
|
||||
for vi, wl in enumerate(self._weights):
|
||||
for b, _ in wl:
|
||||
users.setdefault(b, []).append(vi)
|
||||
self._users = users
|
||||
return self._weights
|
||||
|
||||
def deltas(self, offsets):
|
||||
"""offsets:[(骨, (tx, ty, tz), (qx, qy, qz, qw))],即 PMX 骨骼表情的 offsets。"""
|
||||
bones = self.bones
|
||||
nb = len(bones)
|
||||
loc_r, loc_t = {}, {}
|
||||
for b, t, q in offsets:
|
||||
if not (0 <= b < nb):
|
||||
continue
|
||||
r = _quat_m3(q)
|
||||
if r is not _I3:
|
||||
loc_r[b] = _m3mul(r, loc_r.get(b, _I3))
|
||||
if abs(t[0]) + abs(t[1]) + abs(t[2]) > 1e-9:
|
||||
o = loc_t.get(b, (0.0, 0.0, 0.0))
|
||||
loc_t[b] = (o[0] + t[0], o[1] + t[1], o[2] + t[2])
|
||||
if not loc_r and not loc_t:
|
||||
return {}
|
||||
|
||||
# 付与:付与先的局部旋转 / 移动 = 自己的 + 付与親的 × 付与率(付与親也可能是付与骨)
|
||||
eff = {}
|
||||
|
||||
def local(b, depth=0):
|
||||
if b in eff:
|
||||
return eff[b]
|
||||
r, t = loc_r.get(b, _I3), loc_t.get(b, (0.0, 0.0, 0.0))
|
||||
if depth < 32:
|
||||
ir = bones[b].get("inherit_rot")
|
||||
if ir and 0 <= ir[0] < nb and ir[0] != b:
|
||||
rs = _scale_rot(local(ir[0], depth + 1)[0], ir[1])
|
||||
if rs is not _I3:
|
||||
r = rs if r is _I3 else _m3mul(rs, r)
|
||||
im = bones[b].get("inherit_mov")
|
||||
if im and 0 <= im[0] < nb and im[0] != b:
|
||||
ts = local(im[0], depth + 1)[1]
|
||||
t = (t[0] + ts[0] * im[1], t[1] + ts[1] * im[1], t[2] + ts[2] * im[1])
|
||||
eff[b] = (r, t)
|
||||
return eff[b]
|
||||
|
||||
# 全局:G_b = G_父 ∘ 平移(骨位置 + t) ∘ R ∘ 平移(-骨位置),只记不是恒等的
|
||||
glob = {}
|
||||
state = {}
|
||||
for start in range(nb):
|
||||
stack = [start]
|
||||
while stack:
|
||||
b = stack[-1]
|
||||
if b in state:
|
||||
stack.pop()
|
||||
continue
|
||||
p = bones[b]["parent"]
|
||||
if 0 <= p < nb and p not in state and p != b and len(stack) < nb:
|
||||
stack.append(p)
|
||||
continue
|
||||
stack.pop()
|
||||
r, t = local(b)
|
||||
par = glob.get(p) if (0 <= p < nb and p != b) else None
|
||||
if r is _I3 and abs(t[0]) + abs(t[1]) + abs(t[2]) < 1e-12 and par is None:
|
||||
state[b] = True
|
||||
continue
|
||||
pos = bones[b]["pos"]
|
||||
rp = _m3vec(r, pos)
|
||||
lt = (pos[0] + t[0] - rp[0], pos[1] + t[1] - rp[1], pos[2] + t[2] - rp[2])
|
||||
if par is None:
|
||||
glob[b] = (r, lt)
|
||||
else:
|
||||
pm, pt = par
|
||||
q = _m3vec(pm, lt)
|
||||
glob[b] = (_m3mul(pm, r), (q[0] + pt[0], q[1] + pt[1], q[2] + pt[2]))
|
||||
state[b] = True
|
||||
if not glob:
|
||||
return {}
|
||||
|
||||
weights = self._vertex_weights()
|
||||
touched = set()
|
||||
for b in glob:
|
||||
touched.update(self._users.get(b, ()))
|
||||
out = {}
|
||||
for vi in touched:
|
||||
p = self.verts[vi]["pos"]
|
||||
x = y = z = 0.0
|
||||
for b, w in weights[vi]:
|
||||
g = glob.get(b)
|
||||
if g is None:
|
||||
q = p
|
||||
else:
|
||||
q = _m3vec(g[0], p)
|
||||
q = (q[0] + g[1][0], q[1] + g[1][1], q[2] + g[1][2])
|
||||
x += q[0] * w
|
||||
y += q[1] * w
|
||||
z += q[2] * w
|
||||
d = (x - p[0], y - p[1], z - p[2])
|
||||
if abs(d[0]) + abs(d[1]) + abs(d[2]) > 1e-7:
|
||||
out[vi] = d
|
||||
return out
|
||||
|
||||
|
||||
# 视线表情的角度:VRoid 的 lookAt 量程(水平 / 垂直)同量级;眼骨在眼球中心附近,
|
||||
# 转 12° 眼珠大约移动眼宽的 1/4
|
||||
GAZE_DEG = {"lookLeft": 12.0, "lookRight": 12.0, "lookUp": 10.0, "lookDown": 10.0}
|
||||
LOOK_TRAVEL = 0.28 # 看到最边上时瞳孔走多远(瞳孔宽度的比例;VRoid 向内看约 29%)
|
||||
|
||||
|
||||
def eye_look_range(model, vweights, parents, eyes):
|
||||
"""按眼球几何算视线最大转角 → (角度, 说明)。
|
||||
|
||||
角度:{"lookLeft", "lookRight", "lookUp", "lookDown"}(度);算不出或测出来不合理时为 None
|
||||
(调用方用默认的 10°),说明给日志用。
|
||||
|
||||
瞳孔看起来移动多少 = 转角 × 支点到瞳孔的距离。VRoid 的眼骨支点很深(约 6 cm),转 8° 就走
|
||||
瞳孔宽度的 29%;MMD 模型的支点常常贴着眼球(2~4 cm),固定 10° 只走 15~25%,转眼不明显。
|
||||
所以按「瞳孔走 LOOK_TRAVEL × 瞳孔宽度」反推左右的角度(8°~20°)。上下按左右的比例:
|
||||
向下 0.7(动画眼睛竖向本来就扁,再多会钻到下眼皮里),向上 0.5(上眼皮挡着;VRoid 是 0°)。
|
||||
瞳孔 = 跟着眼骨及其子骨(左目先 等)走的顶点(权重 > 0.5)。
|
||||
"""
|
||||
bones, verts = model["bones"], model["vertices"]
|
||||
real = [e for e in eyes if e is not None]
|
||||
# 两眼间距:测出来的「瞳孔」比它还宽、或者支点离瞳孔比它还远,就是把别的东西也挂在眼骨上了
|
||||
# (整个眼部、脸),这时候算出来的角度不可信
|
||||
span = abs(bones[real[0]]["pos"][0] - bones[real[1]]["pos"][0]) if len(real) == 2 else None
|
||||
angles = []
|
||||
for eye in real:
|
||||
if eye is None:
|
||||
continue
|
||||
sub = {eye}
|
||||
grew = True
|
||||
while grew:
|
||||
grew = False
|
||||
for i, p in enumerate(parents):
|
||||
if p in sub and i not in sub:
|
||||
sub.add(i)
|
||||
grew = True
|
||||
pts = [verts[v]["pos"] for v in range(len(verts))
|
||||
if sum(w for b, w in vweights[v] if b in sub) > 0.5]
|
||||
if len(pts) < 8:
|
||||
continue
|
||||
px, _, pz = bones[eye]["pos"]
|
||||
xs = [q[0] for q in pts]
|
||||
dist = sorted(math.hypot(q[0] - px, q[2] - pz) for q in pts)
|
||||
far = dist[len(dist) // 2:] # 眼球前面(瞳孔表面)那一半
|
||||
r = sum(far) / len(far)
|
||||
width = max(xs) - min(xs)
|
||||
if span and (width > 0.8 * span or r > 1.5 * span):
|
||||
return None, ("眼骨上的顶点不像一只眼睛(宽 %.2f、支点到表面 %.2f,两眼相距 %.2f),使用默认值 10°"
|
||||
% (width, r, span))
|
||||
if r > 1e-6 and width > 1e-6:
|
||||
angles.append(math.degrees(math.atan(LOOK_TRAVEL * width / r)))
|
||||
if not angles:
|
||||
return None, "眼骨上没有瞳孔顶点,使用默认值 10°"
|
||||
raw = sum(angles) / len(angles)
|
||||
h = min(20.0, max(8.0, raw))
|
||||
note = "按眼球结构计算,瞳孔最多移动约 %d%% 瞳孔宽度" % round(LOOK_TRAVEL * 100)
|
||||
if h != raw:
|
||||
note += ";算出 %.1f°,限制到 %.0f°" % (raw, h)
|
||||
return {"lookLeft": h, "lookRight": h, "lookDown": round(h * 0.7, 2), "lookUp": round(h * 0.5, 2)}, note
|
||||
|
||||
|
||||
def gaze_offsets(left_eye, right_eye, deg=None):
|
||||
"""→ [(表情名, 骨骼表情 offsets)]:两只眼骨一起转(角度 deg,默认 GAZE_DEG)。
|
||||
|
||||
PMX 坐标里脸朝 -Z、角色的左边是 +X、上是 +Y:
|
||||
向左看(角色自己的左边,VRM 规范的 lookLeft)= 绕 Y 轴转负角,(0,0,-1) → +X
|
||||
向上看 = 绕 X 轴转正角,(0,0,-1) → +Y
|
||||
"""
|
||||
out = []
|
||||
for name, axis, sign in (("lookLeft", (0.0, 1.0, 0.0), -1.0), ("lookRight", (0.0, 1.0, 0.0), 1.0),
|
||||
("lookUp", (1.0, 0.0, 0.0), 1.0), ("lookDown", (1.0, 0.0, 0.0), -1.0)):
|
||||
half = math.radians((deg or GAZE_DEG)[name]) * sign * 0.5
|
||||
q = (axis[0] * math.sin(half), axis[1] * math.sin(half), axis[2] * math.sin(half), math.cos(half))
|
||||
out.append((name, [(b, (0.0, 0.0, 0.0), q) for b in (left_eye, right_eye) if b is not None]))
|
||||
return out
|
||||
|
||||
|
||||
# 视线表情按这个角度烘焙(和调整面板滑块的上限一样),实际角度靠权重:转眼骨 θ 时顶点的位移
|
||||
# 恰好是「横向场 × sinθ + 深度场 ×(1 − cosθ)」(Rodrigues),左右一对 ±Θ 的烘焙结果正好拆出这两个场:
|
||||
# 横向 = (d(+Θ) − d(−Θ)) / 2,深度 = (d(+Θ) + d(−Θ)) / 2
|
||||
# 表情 = 横向 × sinθ/sinΘ + 深度 × (1−cosθ)/(1−cosΘ),任意 θ ≤ Θ 都和真的转眼骨一样(蒙皮是线性混合,
|
||||
# 部分挂在眼骨上的眼皮也一样)。调整面板改视线角度时只改这两个权重,不用重新烘焙
|
||||
GAZE_MAX = {"h": 40.0, "v": 30.0}
|
||||
GAZE_PAIRS = (("lookLeft", "lookRight", "h"), ("lookUp", "lookDown", "v"))
|
||||
GAZE_DEPTH = {"h": "lookLeftRight_depth", "v": "lookUpDown_depth"}
|
||||
GAZE_KEY = {"lookLeft": "h", "lookRight": "h", "lookUp": "up", "lookDown": "down"} # 对应 lookAt 的哪个转角
|
||||
|
||||
|
||||
def gaze_weights(deg, axis):
|
||||
"""转 deg 度 → (横向权重, 深度权重)。超过烘焙角度时按烘焙角度。"""
|
||||
big = math.radians(GAZE_MAX[axis])
|
||||
t = math.radians(min(max(deg, 0.0), GAZE_MAX[axis]))
|
||||
return round(math.sin(t) / math.sin(big), 6), round((1 - math.cos(t)) / (1 - math.cos(big)), 6)
|
||||
|
||||
|
||||
def split_gaze(flat, names):
|
||||
"""flat(_flatten_morphs 的结果)里按 GAZE_MAX 烘焙的视线表情(成对的、从末尾找)拆成横向场 + 深度场:
|
||||
lookLeft / lookRight / lookUp / lookDown 原地换成横向场,再追加两个深度场。
|
||||
→ {预设: (横向名, 深度名, 轴)};names 是补进去的视线表情名,不成对的不拆。"""
|
||||
pos = {}
|
||||
for k in range(len(flat) - 1, -1, -1):
|
||||
if flat[k][0] in names and flat[k][0] not in pos:
|
||||
pos[flat[k][0]] = k
|
||||
out = {}
|
||||
for a, b, axis in GAZE_PAIRS:
|
||||
if a not in pos or b not in pos:
|
||||
continue
|
||||
da, db = flat[pos[a]][1], flat[pos[b]][1]
|
||||
tan, depth = {}, {}
|
||||
for v in set(da) | set(db):
|
||||
x, y = da.get(v, (0.0, 0.0, 0.0)), db.get(v, (0.0, 0.0, 0.0))
|
||||
t = tuple((x[i] - y[i]) * 0.5 for i in range(3))
|
||||
d = tuple((x[i] + y[i]) * 0.5 for i in range(3))
|
||||
if abs(t[0]) + abs(t[1]) + abs(t[2]) > 1e-9:
|
||||
tan[v] = t
|
||||
if abs(d[0]) + abs(d[1]) + abs(d[2]) > 1e-9:
|
||||
depth[v] = d
|
||||
flat[pos[a]] = (a, tan, [], {})
|
||||
flat[pos[b]] = (b, {v: (-t[0], -t[1], -t[2]) for v, t in tan.items()}, [], {})
|
||||
flat.append((GAZE_DEPTH[axis], depth, [], {}))
|
||||
out[a] = (a, GAZE_DEPTH[axis], axis)
|
||||
out[b] = (b, GAZE_DEPTH[axis], axis)
|
||||
return out
|
||||
|
||||
|
||||
def material_vertices(model):
|
||||
"""→ [每个材质用到的顶点集合]。"""
|
||||
faces = model["faces"]
|
||||
out = []
|
||||
f0 = 0
|
||||
for mat in model["materials"]:
|
||||
n = mat["faces"]
|
||||
out.append(set(faces[f0:f0 + n]))
|
||||
f0 += n
|
||||
return out
|
||||
|
||||
|
||||
def uv_binds(model, uvs, mat_verts=None, tol=2e-3):
|
||||
"""UV 表情 {顶点: (du, dv)} → ([(材质, (缩放 u, v), (偏移 u, v))], 表示不了的材质数)。
|
||||
|
||||
每个被动到的材质:所有顶点(没动的偏移算 0)的新 UV 要能写成
|
||||
u' = su·u + ou、v' = sv·v + ov(最小二乘拟合后误差 < tol),否则算「表示不了」。
|
||||
"""
|
||||
if not uvs:
|
||||
return [], 0
|
||||
mat_verts = mat_verts if mat_verts is not None else material_vertices(model)
|
||||
verts = model["vertices"]
|
||||
out, bad = [], 0
|
||||
for mi, vs in enumerate(mat_verts):
|
||||
if not vs or not any(v in uvs for v in vs):
|
||||
continue
|
||||
fit = []
|
||||
for k in (0, 1):
|
||||
xs = [verts[v]["uv"][k] for v in vs]
|
||||
ys = [xs[i] + uvs.get(v, (0.0, 0.0))[k] for i, v in enumerate(vs)]
|
||||
n = len(xs)
|
||||
mx, my = sum(xs) / n, sum(ys) / n
|
||||
sxx = sum((x - mx) ** 2 for x in xs)
|
||||
if sxx < 1e-12: # 所有顶点 UV 一样:只能是纯偏移
|
||||
s = 1.0
|
||||
else:
|
||||
s = sum((x - mx) * (y - my) for x, y in zip(xs, ys)) / sxx
|
||||
o = my - s * mx
|
||||
if max(abs(s * x + o - y) for x, y in zip(xs, ys)) > tol:
|
||||
fit = None
|
||||
break
|
||||
fit.append((s, o))
|
||||
if fit is None:
|
||||
bad += 1
|
||||
continue
|
||||
(su, ou), (sv, ov) = fit
|
||||
if abs(su - 1) < 1e-6 and abs(sv - 1) < 1e-6 and abs(ou) < 1e-6 and abs(ov) < 1e-6:
|
||||
continue
|
||||
out.append((mi, (su, sv), (ou, ov)))
|
||||
return out, bad
|
||||
Reference in New Issue
Block a user