Source code
Revision control
Copy as Markdown
Other Tools
Test Info:
<!DOCTYPE HTML>
<html>
<head>
<script type="application/javascript" src="pc.js"></script>
<script type="application/javascript" src="parser_rtp.js"></script>
<script type="application/javascript" src="/tests/dom/canvas/test/captureStream_common.js"></script>
<script type="application/javascript" src="helpers_from_wpt/sdp.js"></script>
<script type="application/javascript" src="simulcast.js"></script>
<script type="application/javascript" src="stats.js"></script>
</head>
<body>
<pre id="test">
<script type="application/javascript">
createHTML({
bug: "1231507",
title: "Basic video-only peer connection with Simulcast offer",
visible: true
});
async function hasH264() {
const pc = new RTCPeerConnection();
const offer = await pc.createOffer({offerToReceiveVideo: true});
return offer.sdp.match(/a=rtpmap:[1-9][0-9]* H264/);
}
async function doTest(codec) {
const recvCodecs = RTCRtpReceiver.getCapabilities("video")?.codecs;
isnot(recvCodecs, null, "Expected recv capabilities");
isnot(recvCodecs.length, 0, "Expected some recv codecs");
if (!recvCodecs || !recvCodecs.length) {
return;
}
const filteredRecvCodecs = recvCodecs.filter(recvCodec => {
if (recvCodec.mimeType != codec.mimeType) {
return false;
}
if (codec.sdpFmtpLineRegex && !recvCodec.sdpFmtpLine.match(codec.sdpFmtpLineRegex)) {
return false;
}
return true;
});
is(
filteredRecvCodecs.length,
1,
`Should match a single recv codec\nOriginal recv codecs:\n${JSON.stringify(
recvCodecs,
null,
2
)}\nFiltered recv codecs:\n${JSON.stringify(
filteredRecvCodecs,
null,
2
)}\nRequired codec: ${JSON.stringify(codec)}`
);
if (!filteredRecvCodecs.length) {
return;
}
const [recvCodec] = filteredRecvCodecs;
const offerer = new RTCPeerConnection();
const answerer = new RTCPeerConnection();
const add = (pc, can, failed) => can && pc.addIceCandidate(can).catch(failed);
offerer.onicecandidate = e => add(answerer, e.candidate, generateErrorCallback());
answerer.onicecandidate = e => add(offerer, e.candidate, generateErrorCallback());
const metadataToBeLoaded = [];
answerer.ontrack = (e) => {
metadataToBeLoaded.push(getPlaybackWithLoadedMetadata(e.track));
};
// One send transceiver, that will be used to send both simulcast streams
const emitter = new VideoFrameEmitter(
CaptureStreamTestHelper2D.prototype.green,
CaptureStreamTestHelper2D.prototype.red, 64, 64,
{
// With H264 on desktop we use fakeopenh264 whose encoder passes along
// some metadata to be interpreted by its decoder. It encodes the
// average color of all pixels and decodes a frame at the correct
// resolution filled with that color. Thus, for H264, fill the entire
// frame with the given color.
fillEntireFrame: codec.mimeType.match(/H264/i)
}
);
const videoStream = emitter.stream();
const sendEncodings = [
{ rid: '0', maxBitrate: 40000 },
{ rid: '1', maxBitrate: 40000, scaleResolutionDownBy: 2 }
];
offerer.addTransceiver(videoStream.getVideoTracks()[0], {sendEncodings});
emitter.start();
const sender = offerer.getSenders()[0];
const offer = await offerer.createOffer();
const mungedOffer = ridToMid(offer);
info(`Transformed send simulcast offer to multiple m-sections: ${offer.sdp} to ${mungedOffer}`);
await answerer.setRemoteDescription({type: 'offer', sdp: mungedOffer});
await offerer.setLocalDescription(offer);
const recvTransceivers = answerer.getTransceivers();
const rids = recvTransceivers.map(t => t.mid);
is(rids.length, 2, 'Should have 2 mids in offer');
ok(rids[0] != '', 'First mid should be non-empty');
ok(rids[1] != '', 'Second mid should be non-empty');
info(`rids: ${JSON.stringify(rids)}`);
for (const transceiver of recvTransceivers) {
transceiver.setCodecPreferences([recvCodec]);
}
const answer = await answerer.createAnswer();
const mungedAnswer = midToRid(answer);
info(`Transformed recv answer to simulcast: ${answer.sdp} to ${mungedAnswer}`);
await offerer.setRemoteDescription({type: 'answer', sdp: mungedAnswer});
await answerer.setLocalDescription(answer);
is(metadataToBeLoaded.length, 2, 'Offerer should have gotten 2 ontrack events');
info('Waiting for 2 loadedmetadata events');
const videoElems = await Promise.all(metadataToBeLoaded);
const statsReady =
Promise.all([waitForSyncedRtcp(offerer), waitForSyncedRtcp(answerer)]);
const helper = new VideoStreamHelper();
info('Waiting for first video element to start playing');
await helper.checkVideoPlaying(videoElems[0]);
info('Waiting for second video element to start playing');
await helper.checkVideoPlaying(videoElems[1]);
is(videoElems[0].videoWidth, 64,
"sink is same width as source, modulo our cropping algorithm");
is(videoElems[0].videoHeight, 64,
"sink is same height as source, modulo our cropping algorithm");
is(videoElems[1].videoWidth, 32,
"sink is 1/2 width of source, modulo our cropping algorithm");
is(videoElems[1].videoHeight, 32,
"sink is 1/2 height of source, modulo our cropping algorithm");
await statsReady;
const senderStats = await sender.getStats();
checkSenderStats(senderStats, 2);
checkExpectedFields(senderStats);
pedanticChecks(senderStats);
emitter.stop();
videoStream.getVideoTracks()[0].stop();
offerer.close();
answerer.close();
}
runNetworkTest(async () => {
await pushPrefs(
// 180Kbps was determined empirically, set well-higher than
// the 80Kbps+overhead needed for the two simulcast streams.
// 100Kbps was apparently too low.
['media.peerconnection.video.min_bitrate_estimate', 180*1000],
["media.webrtc.simulcast.vp9.enabled", true],
["media.webrtc.simulcast.av1.enabled", true],
);
const isAndroid = navigator.userAgent.includes("Android");
if (isAndroid) {
await pushPrefs(["media.navigator.mediadatadecoder_vpx_enabled", false],
["media.webrtc.hw.h264.enabled", false]);
}
const codecs = [
{mimeType: "video/VP8"},
{mimeType: "video/VP9"},
{mimeType: "video/AV1"},
];
if (!isAndroid || await hasH264()) {
// Can't check for emulator explicitly, but that's where we expect no
// h264 support currently.
codecs.push(
{mimeType: "video/H264", sdpFmtpLineRegex: /profile-level-id=42e01f.*packetization-mode=1/},
{mimeType: "video/H264", sdpFmtpLineRegex: /profile-level-id=42e01f.*asymmetry-allowed=1$/},
{mimeType: "video/H264", sdpFmtpLineRegex: /profile-level-id=42001f.*packetization-mode=1/},
{mimeType: "video/H264", sdpFmtpLineRegex: /profile-level-id=42001f.*asymmetry-allowed=1$/},
);
}
for (const codec of codecs) {
info(`Testing codec ${codec.mimeType}`)
await doTest(codec);
}
});
</script>
</pre>
</body>
</html>