概要

之前有想寫一個音樂播放的器的音頻功能，一直沒做，最近突然想寫，就寫了

錄音，播放

在語言模型中，編碼器和解碼器都是由一個個的 Transformer 組件拼接在一起形成的。、

 private bool micConnected = false;//麥克風是否連接private int minFreq, maxFreq;//最小和最大頻率public AudioClip RecordedClip;//錄音public AudioSource audioSource;//播放的音頻public Text Infotxt;//提示信息public Text Adress;//音頻保存地址private string fileName;//保存的文件名private byte[] data;private string microphoneName;private bool isPlayAudio;private int lastPosition;public Button startBtn, stopBtn,playBtn,saveBtn;void Start(){if (Microphone.devices.Length <= 0){Infotxt.text = "缺少麥克風設備！";}else{microphoneName = Microphone.devices[0].ToString();Infotxt.text = "設備名稱為：" + microphoneName + "請點擊Start開始錄音！";micConnected = true;Microphone.GetDeviceCaps(microphoneName, out minFreq, out maxFreq);if (minFreq == 0 && maxFreq == 0){maxFreq = 44100;}}startBtn.onClick.AddListener(Begin);stopBtn.onClick.AddListener(Stop);playBtn.onClick.AddListener(Player);saveBtn.onClick.AddListener(Save);}private float[] NormalizeData(float[] input){float value=0;for (int i = 0; i < input.Length; i++){if (value < input[i]){value = input[i];}}Debug.Log("Max:"+value);for (int i = 0; i < input.Length; i++){input[i] = input[i] / value;}return input;}/// <summary>/// 開始錄音/// </summary>public void Begin(){if (micConnected){if (!Microphone.IsRecording(null)){RecordedClip = Microphone.Start(microphoneName, false, 60, maxFreq);Infotxt.text = "開始錄音！";isPlayAudio = true;}else{Infotxt.text = "正在錄音中，請勿重復點擊Start！";}}else{Infotxt.text = "請確認麥克風設備是否已連接！";}}/// <summary>/// 停止錄音/// </summary>public void Stop(){data = GetRealAudio(ref RecordedClip);Microphone.End(null);Infotxt.text = "錄音結束！";isPlayAudio = false;}/// <summary>/// 播放錄音/// </summary>public void Player(){if (!Microphone.IsRecording(null)){audioSource.clip = RecordedClip;audioSource.Play();Infotxt.text = "正在播放錄音！";}else{Infotxt.text = "正在錄音中，請先停止錄音！";}}/// <summary>/// 保存錄音/// </summary>public void Save(){if (!Microphone.IsRecording(null)){fileName = DateTime.Now.ToString("yyyyMMddHHmmssffff");if (!fileName.ToLower().EndsWith(".wav")){//如果不是“.wav”格式的，加上后綴fileName += ".wav";}string path = Path.Combine(Application.persistentDataPath, fileName);//錄音保存路徑print(path);//輸出路徑Adress.text = path;using (FileStream fs = CreateEmpty(path)){fs.Write(data, 0, data.Length);WriteHeader(fs, RecordedClip); //wav文件頭}}else{Infotxt.text = "正在錄音中，請先停止錄音！";}}/// <summary>/// 獲取真正大小的錄音/// </summary>/// <param name="recordedClip"></param>/// <returns></returns>public static byte[] GetRealAudio(ref AudioClip recordedClip){int position = Microphone.GetPosition(null);if (position <= 0 || position > recordedClip.samples){position = recordedClip.samples;}float[] soundata = new float[position * recordedClip.channels];recordedClip.GetData(soundata, 0);recordedClip = AudioClip.Create(recordedClip.name, position,recordedClip.channels, recordedClip.frequency, false);recordedClip.SetData(soundata, 0);int rescaleFactor = 32767;byte[] outData = new byte[soundata.Length * 2];for (int i = 0; i < soundata.Length; i++){short temshort = (short)(soundata[i] * rescaleFactor);byte[] temdata = BitConverter.GetBytes(temshort);outData[i * 2] = temdata[0];outData[i * 2 + 1] = temdata[1];}Debug.Log("position=" + position + "  outData.leng=" + outData.Length);return outData;}/// <summary>/// 寫文件頭/// </summary>/// <param name="stream"></param>/// <param name="clip"></param>public static void WriteHeader(FileStream stream, AudioClip clip){int hz = clip.frequency;int channels = clip.channels;int samples = clip.samples;stream.Seek(0, SeekOrigin.Begin);Byte[] riff = System.Text.Encoding.UTF8.GetBytes("RIFF");stream.Write(riff, 0, 4);Byte[] chunkSize = BitConverter.GetBytes(stream.Length - 8);stream.Write(chunkSize, 0, 4);Byte[] wave = System.Text.Encoding.UTF8.GetBytes("WAVE");stream.Write(wave, 0, 4);Byte[] fmt = System.Text.Encoding.UTF8.GetBytes("fmt ");stream.Write(fmt, 0, 4);Byte[] subChunk1 = BitConverter.GetBytes(16);stream.Write(subChunk1, 0, 4);UInt16 one = 1;Byte[] audioFormat = BitConverter.GetBytes(one);stream.Write(audioFormat, 0, 2);Byte[] numChannels = BitConverter.GetBytes(channels);stream.Write(numChannels, 0, 2);Byte[] sampleRate = BitConverter.GetBytes(hz);stream.Write(sampleRate, 0, 4);Byte[] byteRate = BitConverter.GetBytes(hz * channels * 2);stream.Write(byteRate, 0, 4);UInt16 blockAlign = (ushort)(channels * 2);stream.Write(BitConverter.GetBytes(blockAlign), 0, 2);UInt16 bps = 16;Byte[] bitsPerSample = BitConverter.GetBytes(bps);stream.Write(bitsPerSample, 0, 2);Byte[] datastring = System.Text.Encoding.UTF8.GetBytes("data");stream.Write(datastring, 0, 4);Byte[] subChunk2 = BitConverter.GetBytes(samples * channels * 2);stream.Write(subChunk2, 0, 4);}/// <summary>/// 創建wav格式文件頭/// </summary>/// <param name="filepath"></param>/// <returns></returns>private FileStream CreateEmpty(string filepath){FileStream fileStream = new FileStream(filepath, FileMode.Create);byte emptyByte = new byte();for (int i = 0; i < 44; i++) //為wav文件頭留出空間{fileStream.WriteByte(emptyByte);}return fileStream;}private void LoadPCM(string filePath){/*  // 讀取PCM音頻數據byte[] pcmData = System.IO.File.ReadAllBytes(filePath);*/// 轉換PCM音頻數據為浮點數數組float[] floatData = new float[data.Length / 2];for (int i = 0; i < floatData.Length; i++){floatData[i] = (float)System.BitConverter.ToInt16(data, i * 2) / 32768f;}// 創建AudioClip，參數說明：// pcmData：PCM音頻數據// false：是否為壓縮格式，默認為false// false：是否為3D音頻，默認為false// AudioType.UNKNOWN：音頻類型，根據實際情況選擇合適的類型// 44100:采集最佳頻率AudioClip audioClip = AudioClip.Create("PCM", data.Length / 2, 1, 44100, false);audioClip.SetData(floatData, 0);}

音頻

 int numberId=0;// Update is called once per framevoid Update(){float data = 0;float[] spectrum = new float[64];//256AudioListener.GetSpectrumData(spectrum, 0, FFTWindow.Hamming);for (int i = 1; i < spectrum.Length - 1; i++){if (data < spectrum[i]){data = spectrum[i];}}Debug.Log("max: " + data);rect[numberId].sizeDelta =new Vector2(10, 100 * data);numberId++;if (numberId >= rect.Length){numberId = 0;}}

注意事項

• 讀取音頻時，AudioClip不能為空
• FFTWindow 選擇適合的類型

參考

麥克風