MediaStreamAPI: Difference between revisions

* Solution: if a (non-live) stream feeds into a blocking mixer, then it itself gets blocked. This has the same effect as the entire graph of (non-live) connected streams blocking as a unit.

  interface HTMLMediaResourceElement {

  };

Is this needed? Maybe to allow reliable synchronization/easy use of canned samples.

1) Play video with processing effect applied to the audio track

   document.getElementById("out").src =

     document.getElementById("v").getStream().createProcessor(new Worker("effect.js"));

2) Play video with processing effects mixing in out-of-band audio tracks (in sync)

   var mixer = document.getElementById("v").getStream().createProcessor(new Worker("audio-ducking.js"));

   mixer.addStream(document.getElementById("back").getStream());

   // We probably need additional API to more conveniently tie together

   // the controls for multiple media elements.

3) Capture microphone input and stream it out to a peer with a processing effect applied to the audio

   navigator.getUserMedia('audio', gotAudio);

   function gotAudio(stream) {

     peerConnection.addStream(stream.createProcessor(new Worker("effect.js")));

   }

4) Capture microphone input and visualize it as it is being streamed out to a peer and recorded

   navigator.getUserMedia('audio', gotAudio);

   var streamRecorder;

     peerConnection.addStream(processed);

   }

5) Capture microphone input, visualize it, mix in another audio track and stream the result to a peer and record

   navigator.getUserMedia('audio', gotAudio);

   var streamRecorder;

     peerConnection.addStream(mixer);

   }

6) Receive audio streams from peers, mix them with spatialization effects, and play

   var worker = new Worker("spatializer.js");

   var spatialized = stream.createProcessor(worker);

   };

   document.getElementById("out").src = spatialized;   

7) Seamlessly chain from the end of one input stream to another

   var in1 = document.getElementById("in1");

   in1.onloadeddata = function() {

     document.getElementById("out").src = mixer;

   }

8) Seamlessly switch from one input stream to another, e.g. to implement adaptive streaming

   var stream1 = document.getElementById("in1").startStream();

   var mixer = stream1.createProcessor();

     }

   }

9) Synthesize samples from JS data

   document.getElementById("out").src =

     new StreamProcessor(new Worker("synthesizer.js"));

10) Trigger a sound sample to be played through the effects graph ASAP but without causing any blocking

   var effectsMixer = ...;

   function playSound(src) {

     }

   }