Source code
Revision control
Copy as Markdown
Other Tools
/*
* Copyright (c) 2020 The WebRTC project authors. All Rights Reserved.
*
* Use of this source code is governed by a BSD-style license
* that can be found in the LICENSE file in the root of the source
* tree. An additional intellectual property rights grant can be found
* in the file PATENTS. All contributing project authors may
* be found in the AUTHORS file in the root of the source tree.
*/
#ifndef MODULES_VIDEO_CODING_SVC_SCALABILITY_STRUCTURE_FULL_SVC_H_
#define MODULES_VIDEO_CODING_SVC_SCALABILITY_STRUCTURE_FULL_SVC_H_
#include <bitset>
#include <vector>
#include "api/transport/rtp/dependency_descriptor.h"
#include "common_video/generic_frame_descriptor/generic_frame_info.h"
#include "modules/video_coding/svc/scalable_video_controller.h"
namespace webrtc {
class ScalabilityStructureFullSvc : public ScalableVideoController {
public:
struct ScalingFactor {
int num = 1;
int den = 2;
};
ScalabilityStructureFullSvc(int num_spatial_layers,
int num_temporal_layers,
ScalingFactor resolution_factor);
~ScalabilityStructureFullSvc() override;
StreamLayersConfig StreamConfig() const override;
std::vector<LayerFrameConfig> NextFrameConfig(bool restart) override;
GenericFrameInfo OnEncodeDone(const LayerFrameConfig& config) override;
void OnRatesUpdated(const VideoBitrateAllocation& bitrates) override;
private:
enum FramePattern {
kNone,
kKey,
kDeltaT2A,
kDeltaT1,
kDeltaT2B,
kDeltaT0,
};
static constexpr absl::string_view kFramePatternNames[] = {
"None", "Key", "DeltaT2A", "DeltaT1", "DeltaT2B", "DeltaT0"};
static constexpr int kMaxNumSpatialLayers = 3;
static constexpr int kMaxNumTemporalLayers = 3;
// Index of the buffer to store last frame for layer (`sid`, `tid`)
int BufferIndex(int sid, int tid) const {
return tid * num_spatial_layers_ + sid;
}
bool DecodeTargetIsActive(int sid, int tid) const {
return active_decode_targets_[sid * num_temporal_layers_ + tid];
}
void SetDecodeTargetIsActive(int sid, int tid, bool value) {
active_decode_targets_.set(sid * num_temporal_layers_ + tid, value);
}
FramePattern NextPattern() const;
bool TemporalLayerIsActive(int tid) const;
static DecodeTargetIndication Dti(int sid,
int tid,
const LayerFrameConfig& frame);
const int num_spatial_layers_;
const int num_temporal_layers_;
const ScalingFactor resolution_factor_;
FramePattern last_pattern_ = kNone;
std::bitset<kMaxNumSpatialLayers> can_reference_t0_frame_for_spatial_id_ = 0;
std::bitset<kMaxNumSpatialLayers> can_reference_t1_frame_for_spatial_id_ = 0;
std::bitset<32> active_decode_targets_;
};
// T1 0 0
// / / / ...
// T0 0---0---0--
// Time-> 0 1 2 3 4
class ScalabilityStructureL1T2 : public ScalabilityStructureFullSvc {
public:
explicit ScalabilityStructureL1T2(ScalingFactor resolution_factor = {})
: ScalabilityStructureFullSvc(1, 2, resolution_factor) {}
~ScalabilityStructureL1T2() override = default;
FrameDependencyStructure DependencyStructure() const override;
};
// T2 0 0 0 0
// | / | /
// T1 / 0 / 0 ...
// |_/ |_/
// T0 0-------0------
// Time-> 0 1 2 3 4 5 6 7
class ScalabilityStructureL1T3 : public ScalabilityStructureFullSvc {
public:
explicit ScalabilityStructureL1T3(ScalingFactor resolution_factor = {})
: ScalabilityStructureFullSvc(1, 3, resolution_factor) {}
~ScalabilityStructureL1T3() override = default;
FrameDependencyStructure DependencyStructure() const override;
};
// S1 0--0--0-
// | | | ...
// S0 0--0--0-
class ScalabilityStructureL2T1 : public ScalabilityStructureFullSvc {
public:
explicit ScalabilityStructureL2T1(ScalingFactor resolution_factor = {})
: ScalabilityStructureFullSvc(2, 1, resolution_factor) {}
~ScalabilityStructureL2T1() override = default;
FrameDependencyStructure DependencyStructure() const override;
};
// S1T1 0 0
// /| /| /
// S1T0 0-+-0-+-0
// | | | | | ...
// S0T1 | 0 | 0 |
// |/ |/ |/
// S0T0 0---0---0--
// Time-> 0 1 2 3 4
class ScalabilityStructureL2T2 : public ScalabilityStructureFullSvc {
public:
explicit ScalabilityStructureL2T2(ScalingFactor resolution_factor = {})
: ScalabilityStructureFullSvc(2, 2, resolution_factor) {}
~ScalabilityStructureL2T2() override = default;
FrameDependencyStructure DependencyStructure() const override;
};
// S1T2 4 ,8
// S1T1 / | 6' |
// S1T0 2--+-'+--+-...
// | | | |
// S0T2 | 3 | ,7
// S0T1 | / 5'
// S0T0 1----'-----...
// Time-> 0 1 2 3
class ScalabilityStructureL2T3 : public ScalabilityStructureFullSvc {
public:
explicit ScalabilityStructureL2T3(ScalingFactor resolution_factor = {})
: ScalabilityStructureFullSvc(2, 3, resolution_factor) {}
~ScalabilityStructureL2T3() override = default;
FrameDependencyStructure DependencyStructure() const override;
};
// S2 0-0-0-
// | | |
// S1 0-0-0-...
// | | |
// S0 0-0-0-
// Time-> 0 1 2
class ScalabilityStructureL3T1 : public ScalabilityStructureFullSvc {
public:
explicit ScalabilityStructureL3T1(ScalingFactor resolution_factor = {})
: ScalabilityStructureFullSvc(3, 1, resolution_factor) {}
~ScalabilityStructureL3T1() override = default;
FrameDependencyStructure DependencyStructure() const override;
};
class ScalabilityStructureL3T2 : public ScalabilityStructureFullSvc {
public:
explicit ScalabilityStructureL3T2(ScalingFactor resolution_factor = {})
: ScalabilityStructureFullSvc(3, 2, resolution_factor) {}
~ScalabilityStructureL3T2() override = default;
FrameDependencyStructure DependencyStructure() const override;
};
class ScalabilityStructureL3T3 : public ScalabilityStructureFullSvc {
public:
explicit ScalabilityStructureL3T3(ScalingFactor resolution_factor = {})
: ScalabilityStructureFullSvc(3, 3, resolution_factor) {}
~ScalabilityStructureL3T3() override = default;
FrameDependencyStructure DependencyStructure() const override;
};
} // namespace webrtc
#endif // MODULES_VIDEO_CODING_SVC_SCALABILITY_STRUCTURE_FULL_SVC_H_