是否可以最好使用javascript将多个音频文件相互混合

IT技术 javascript
2021-03-11 05:34:24

我想组合音频剪辑,相互叠加,以便它们同步播放并保存在新的音频文件中。任何帮助将非常感激。我已经在网上进行了一些挖掘,但无法找到关于 Javascript 音频编辑库(例如 Mix.js)是否能够使用许多可用工具的明确答案。

1个回答

是的,可以使用OfflineAudioContext()AudioContext.createChannelMerger()创建一个MediaStream. 请参阅Phonegap 混合音频文件Web 音频 API

您可以使用fetch()XMLHttpRequest()检索音频资源作为ArrayBufferAudioContext.decodeAudioData()以创建AudioBufferSourceNode来自响应;OfflineAudioContext()渲染合并的音频,AudioContext, AudioContext.createBufferSource(), AudioContext.createMediaStreamDestination(),MediaRecorder()以记录流;Promise.all(),Promise()构造函数,.then() 处理异步请求fetch(), AudioContext.decodeAudioData(),Blob在 的stop事件中传递生成的混合音频MediaRecorder

将每个连接AudioContext AudioBufferSourceNodeOfflineAudioContext.destination,调用.start()每个节点;打电话OfflineAudioContext.startRendering(); 创建新AudioContext节点,连接renderedBuffer调用.createMediaStreamDestination()AudioContext创建一个MediaStream从合并的音频缓冲,通过.streamMediaRecorder()stop事件MediaRecorder中,创建Blob URLBlob与录制的音频混合URL.createObjectURL(),其可以使用下载的<a>元素与download属性,并href设置为Blob URL

var sources = ["https://upload.wikimedia.org/wikipedia/commons/b/be/"
               + "Hidden_Tribe_-_Didgeridoo_1_Live.ogg"
               , "https://upload.wikimedia.org/wikipedia/commons/6/6e/" 
               + "Micronesia_National_Anthem.ogg"];

var description = "HiddenTribeAnthem";
var context;
var recorder;
var div = document.querySelector("div");
var duration = 60000;
var chunks = [];
var audio = new AudioContext();
var mixedAudio = audio.createMediaStreamDestination();
var player = new Audio();
player.controls = "controls";

function get(src) {
  return fetch(src)
    .then(function(response) {
      return response.arrayBuffer()
    })
}

function stopMix(duration, ...media) {
  setTimeout(function(media) {
    media.forEach(function(node) {
      node.stop()
    })
  }, duration, media)
}

Promise.all(sources.map(get)).then(function(data) {
    var len = Math.max.apply(Math, data.map(function(buffer) {
      return buffer.byteLength
    }));
    context = new OfflineAudioContext(2, len, 44100);
    return Promise.all(data.map(function(buffer) {
        return audio.decodeAudioData(buffer)
          .then(function(bufferSource) {
            var source = context.createBufferSource();
            source.buffer = bufferSource;
            source.connect(context.destination);
            return source.start()
          })
      }))
      .then(function() {
        return context.startRendering()
      })
      .then(function(renderedBuffer) {
        return new Promise(function(resolve) {
          var mix = audio.createBufferSource();
          mix.buffer = renderedBuffer;
          mix.connect(audio.destination);
          mix.connect(mixedAudio);              
          recorder = new MediaRecorder(mixedAudio.stream);
          recorder.start(0);
          mix.start(0);
          div.innerHTML = "playing and recording tracks..";
          // stop playback and recorder in 60 seconds
          stopMix(duration, mix, recorder)

          recorder.ondataavailable = function(event) {
            chunks.push(event.data);
          };

          recorder.onstop = function(event) {
            var blob = new Blob(chunks,  {
              "type": "audio/ogg; codecs=opus"
            });
            console.log("recording complete");
            resolve(blob)
          };
        })
      })
      .then(function(blob) {
        console.log(blob);
        div.innerHTML = "mixed audio tracks ready for download..";
        var audioDownload = URL.createObjectURL(blob);
        var a = document.createElement("a");
        a.download = description + "." + blob.type.replace(/.+\/|;.+/g, "");
        a.href = audioDownload;
        a.innerHTML = a.download;
        document.body.appendChild(a);
        a.insertAdjacentHTML("afterend", "<br>");
        player.src = audioDownload;
        document.body.appendChild(player);
      })
  })
  .catch(function(e) {
    console.log(e)
  });
<!DOCTYPE html>
<html>

<head>
</head>

<body>
  <div>loading audio tracks.. please wait</div>
</body>

</html>

您也可以使用AudioContext.createChannelMerger()AudioContext.createChannelSplitter()

var sources = ["/path/to/audoi1", "/path/to/audio2"];    
var description = "mix";
var chunks = [];
var channels = [[0, 1], [1, 0]];
var audio = new AudioContext();
var player = new Audio();
var merger = audio.createChannelMerger(2);
var splitter = audio.createChannelSplitter(2);
var mixedAudio = audio.createMediaStreamDestination();
var duration = 60000;
var context;
var recorder;
var audioDownload;

player.controls = "controls";

function get(src) {
  return fetch(src)
    .then(function(response) {
      return response.arrayBuffer()
    })
}

function stopMix(duration, ...media) {
  setTimeout(function(media) {
    media.forEach(function(node) {
      node.stop()
    })
  }, duration, media)
}

Promise.all(sources.map(get)).then(function(data) {
    return Promise.all(data.map(function(buffer, index) {
        return audio.decodeAudioData(buffer)
          .then(function(bufferSource) {
            var channel = channels[index];
            var source = audio.createBufferSource();
            source.buffer = bufferSource;
            source.connect(splitter);
            splitter.connect(merger, channel[0], channel[1]);
            return source
          })
      }))
      .then(function(audionodes) {
        merger.connect(mixedAudio);
        merger.connect(audio.destination);
        recorder = new MediaRecorder(mixedAudio.stream);
        recorder.start(0);
        audionodes.forEach(function(node) {
          node.start(0)
        });

        stopMix(duration, ...audionodes, recorder);

        recorder.ondataavailable = function(event) {
          chunks.push(event.data);
        };

        recorder.onstop = function(event) {
          var blob = new Blob(chunks, {
            "type": "audio/ogg; codecs=opus"
          });
          audioDownload = URL.createObjectURL(blob);
          var a = document.createElement("a");
          a.download = description + "." + blob.type.replace(/.+\/|;.+/g, "");
          a.href = audioDownload;
          a.innerHTML = a.download;
          player.src = audioDownload;
          document.body.appendChild(a);
          document.body.appendChild(player);
        };
      })
  })
  .catch(function(e) {
    console.log(e)
  });
@oihi08 您在哪些浏览器中尝试了代码并得到了错误?
2021-04-28 05:34:24
当我尝试编译代码时出现错误,但是,神奇的是,现在可以工作了……谢谢!
2021-05-04 05:34:24
不好意思,又出现了。当我尝试编译代码时出现:错误在 C:/Users/sm133/Documents/PROYECTOS/panelDeGestion/panelDeMedios/src/app/pages/login/login.component.ts (58,30): Pro perty 'createMediaStreamDestination' “AudioContext”类型不存在。
2021-05-05 05:34:24
嗨,我有一个带有typescript的 angular 项目,它说:“AudioContext”类型上不存在“createMediaStreamDestination”属性。
2021-05-16 05:34:24
即不支持.createMediaStreamDestination() developer.mozilla.org/en-US/docs/Web/API/AudioContext/...
2021-05-17 05:34:24