OVRLipSyncで音声ファイルからリップシンクアニメーションを作る

using UnityEngine;
using System.Collections.Generic;

public class BlendShapeRecorder : MonoBehaviour
{
    public SkinnedMeshRenderer skinnedMeshRenderer;
    public float recordDuration = 10f;

    private float timer = 0f;
    private bool isRecording = false;
    private Dictionary<int, AnimationCurve> curves = new Dictionary<int, AnimationCurve>();
    private Mesh mesh;

    void Start()
    {
        mesh = skinnedMeshRenderer.sharedMesh;
        for (int i = 0; i < mesh.blendShapeCount; i++)
        {
            curves[i] = new AnimationCurve();
        }
        isRecording = true;
    }

    void Update()
    {
        if (!isRecording) return;

        timer += Time.deltaTime;

        for (int i = 0; i < mesh.blendShapeCount; i++)
        {
            float weight = skinnedMeshRenderer.GetBlendShapeWeight(i);
            curves[i].AddKey(timer, weight);
        }

        if (timer >= recordDuration)
        {
            isRecording = false;
            SaveAnimationClip();
        }
    }

    void SaveAnimationClip()
    {
        AnimationClip clip = new AnimationClip();
        foreach (var kvp in curves)
        {
            string path = "blendShape." + mesh.GetBlendShapeName(kvp.Key);
            clip.SetCurve("", typeof(SkinnedMeshRenderer), path, kvp.Value);
        }

#if UNITY_EDITOR
        UnityEditor.AssetDatabase.CreateAsset(clip, "Assets/RecordedBlendShape.anim");
        UnityEditor.AssetDatabase.SaveAssets();
        Debug.Log("BlendShapeアニメーションを保存しました");
#endif
    }
}
  

using UnityEngine;
using System.Collections.Generic;
using System.Reflection;
using VRM.AnimationBridgeSample;

public class LipSyncRuntimeRecorder : MonoBehaviour
{
    public SkinnedMeshRenderer skinnedMeshRenderer;
    public OVRLipSyncContext lipSyncContext;
    public AnimationBridge animationBridge;
    public float recordDuration = 10f;

    private Dictionary<string, AnimationCurve> blendShapeCurves = new Dictionary<string, AnimationCurve>();
    private Dictionary<string, AnimationCurve> bridgeCurves = new Dictionary<string, AnimationCurve>();
    private float timer = 0f;
    private bool isRecording = false;

    private readonly Dictionary<int, (string blendShapeName, string bridgeField)> visemeMap = new Dictionary<int, (string, string)> {
        { 0, ("Fcl_MTH_A", "Lip_A") },
        { 1, ("Fcl_MTH_I", "Lip_I") },
        { 2, ("Fcl_MTH_U", "Lip_U") },
        { 3, ("Fcl_MTH_E", "Lip_E") },
        { 4, ("Fcl_MTH_O", "Lip_O") }


    };

    void Start()
    {
        foreach (var kvp in visemeMap)
        {
            blendShapeCurves[kvp.Value.blendShapeName] = new AnimationCurve();
            bridgeCurves[kvp.Value.bridgeField] = new AnimationCurve();
        }

        timer = 0f;
        isRecording = true;

    }

    void Update()
    {
        if (!isRecording) return;

        timer += Time.deltaTime;
        var frame = lipSyncContext.GetCurrentPhonemeFrame();

        foreach (var kvp in visemeMap)
        {
            int visemeIndex = kvp.Key;
            string blendShapeName = kvp.Value.blendShapeName;
            string bridgeField = kvp.Value.bridgeField;

            float visemeValue = frame.Visemes[visemeIndex];
            float blendValue = visemeValue * 100f;

            int blendIndex = skinnedMeshRenderer.sharedMesh.GetBlendShapeIndex(blendShapeName);
            if (blendIndex >= 0)
                skinnedMeshRenderer.SetBlendShapeWeight(blendIndex, blendValue);

            blendShapeCurves[blendShapeName].AddKey(timer, blendValue);

            FieldInfo field = animationBridge.GetType().GetField(bridgeField);
            if (field != null)
                field.SetValue(animationBridge, visemeValue);

            bridgeCurves[bridgeField].AddKey(timer, visemeValue);
        }

        if (timer >= recordDuration)
        {
            isRecording = false;
            SaveAnimationClip();
        }
    }

    void SaveAnimationClip()
    {
        AnimationClip clip = new AnimationClip();

        foreach (var kvp in blendShapeCurves)
        {
            string path = "blendShape." + kvp.Key;
            clip.SetCurve("", typeof(SkinnedMeshRenderer), path, kvp.Value);
        }

        foreach (var kvp in bridgeCurves)
        {
            clip.SetCurve("", typeof(AnimationBridge), kvp.Key, kvp.Value);
        }

#if UNITY_EDITOR
        UnityEditor.AssetDatabase.CreateAsset(clip, "Assets/RecordedBlendShape.anim");
        UnityEditor.AssetDatabase.SaveAssets();
        Debug.Log("完了：Assets/RecordedBlendShape.anim に保存されました");
#else
        Debug.LogWarning("AnimationClipの保存はEditorでのみ可能です");
#endif
    }
}