MediaStreamTrackAudioSourceNode.cpp (7298B)
1 /* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ 2 /* vim: set ts=8 sts=2 et sw=2 tw=80: */ 3 /* This Source Code Form is subject to the terms of the Mozilla Public 4 * License, v. 2.0. If a copy of the MPL was not distributed with this 5 * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ 6 7 #include "MediaStreamTrackAudioSourceNode.h" 8 9 #include "AudioNodeEngine.h" 10 #include "AudioNodeExternalInputTrack.h" 11 #include "AudioStreamTrack.h" 12 #include "mozilla/dom/Document.h" 13 #include "mozilla/dom/MediaStreamTrackAudioSourceNodeBinding.h" 14 #include "nsContentUtils.h" 15 #include "nsGlobalWindowInner.h" 16 #include "nsIScriptError.h" 17 18 namespace mozilla::dom { 19 20 NS_IMPL_CYCLE_COLLECTION_CLASS(MediaStreamTrackAudioSourceNode) 21 22 NS_IMPL_CYCLE_COLLECTION_UNLINK_BEGIN(MediaStreamTrackAudioSourceNode) 23 tmp->Destroy(); 24 NS_IMPL_CYCLE_COLLECTION_UNLINK(mInputTrack) 25 NS_IMPL_CYCLE_COLLECTION_UNLINK_WEAK_PTR 26 NS_IMPL_CYCLE_COLLECTION_UNLINK_END_INHERITED(AudioNode) 27 28 NS_IMPL_CYCLE_COLLECTION_TRAVERSE_BEGIN_INHERITED( 29 MediaStreamTrackAudioSourceNode, AudioNode) 30 NS_IMPL_CYCLE_COLLECTION_TRAVERSE(mInputTrack) 31 NS_IMPL_CYCLE_COLLECTION_TRAVERSE_END 32 33 NS_INTERFACE_MAP_BEGIN_CYCLE_COLLECTION(MediaStreamTrackAudioSourceNode) 34 NS_INTERFACE_MAP_END_INHERITING(AudioNode) 35 36 NS_IMPL_ADDREF_INHERITED(MediaStreamTrackAudioSourceNode, AudioNode) 37 NS_IMPL_RELEASE_INHERITED(MediaStreamTrackAudioSourceNode, AudioNode) 38 39 MediaStreamTrackAudioSourceNode::MediaStreamTrackAudioSourceNode( 40 AudioContext* aContext) 41 : AudioNode(aContext, 2, ChannelCountMode::Max, 42 ChannelInterpretation::Speakers), 43 mTrackListener(this) {} 44 45 /* static */ already_AddRefed<MediaStreamTrackAudioSourceNode> 46 MediaStreamTrackAudioSourceNode::Create( 47 AudioContext& aAudioContext, 48 const MediaStreamTrackAudioSourceOptions& aOptions, ErrorResult& aRv) { 49 // The spec has a pointless check here. See 50 // https://github.com/WebAudio/web-audio-api/issues/2149 51 MOZ_RELEASE_ASSERT(!aAudioContext.IsOffline(), "Bindings messed up?"); 52 53 if (!aOptions.mMediaStreamTrack->Ended() && 54 aAudioContext.Graph() != aOptions.mMediaStreamTrack->Graph()) { 55 nsGlobalWindowInner* pWindow = aAudioContext.GetOwnerWindow(); 56 Document* document = pWindow ? pWindow->GetExtantDoc() : nullptr; 57 nsContentUtils::ReportToConsole(nsIScriptError::warningFlag, "Web Audio"_ns, 58 document, nsContentUtils::eDOM_PROPERTIES, 59 "MediaStreamAudioSourceNodeDifferentRate"); 60 // This is not a spec-required exception, just a limitation of our 61 // implementation. 62 aRv.ThrowNotSupportedError( 63 "Connecting AudioNodes from AudioContexts with different sample-rate " 64 "is currently not supported."); 65 return nullptr; 66 } 67 68 RefPtr<MediaStreamTrackAudioSourceNode> node = 69 new MediaStreamTrackAudioSourceNode(&aAudioContext); 70 71 node->Init(aOptions.mMediaStreamTrack, aRv); 72 if (aRv.Failed()) { 73 return nullptr; 74 } 75 76 return node.forget(); 77 } 78 79 void MediaStreamTrackAudioSourceNode::Init(MediaStreamTrack* aMediaStreamTrack, 80 ErrorResult& aRv) { 81 MOZ_ASSERT(aMediaStreamTrack); 82 83 if (!aMediaStreamTrack->AsAudioStreamTrack()) { 84 aRv.ThrowInvalidStateError("\"mediaStreamTrack\" must be an audio track"); 85 return; 86 } 87 88 if (aMediaStreamTrack->Ended()) { 89 // The track is ended and will never produce any data. Pretend like this is 90 // fine. 91 return; 92 } 93 94 MarkActive(); 95 96 MediaTrackGraph* graph = Context()->Graph(); 97 98 AudioNodeEngine* engine = new MediaStreamTrackAudioSourceNodeEngine(this); 99 mTrack = AudioNodeExternalInputTrack::Create(graph, engine); 100 101 MOZ_ASSERT(mTrack); 102 103 mInputTrack = aMediaStreamTrack; 104 ProcessedMediaTrack* outputTrack = 105 static_cast<ProcessedMediaTrack*>(mTrack.get()); 106 mInputPort = mInputTrack->ForwardTrackContentsTo(outputTrack); 107 PrincipalChanged(mInputTrack); // trigger enabling/disabling of the connector 108 mInputTrack->AddPrincipalChangeObserver(this); 109 110 mInputTrack->AddConsumer(&mTrackListener); 111 } 112 113 void MediaStreamTrackAudioSourceNode::Destroy() { 114 if (mInputTrack) { 115 mTrackListener.NotifyEnded(mInputTrack); 116 mInputTrack->RemovePrincipalChangeObserver(this); 117 mInputTrack->RemoveConsumer(&mTrackListener); 118 mInputTrack = nullptr; 119 } 120 121 if (mInputPort) { 122 mInputPort->Destroy(); 123 mInputPort = nullptr; 124 } 125 } 126 127 MediaStreamTrackAudioSourceNode::~MediaStreamTrackAudioSourceNode() { 128 Destroy(); 129 } 130 131 /** 132 * Changes the principal. Note that this will be called on the main thread, but 133 * changes will be enacted on the MediaTrackGraph thread. If the principal 134 * change results in the document principal losing access to the track, then 135 * there needs to be other measures in place to ensure that any media that is 136 * governed by the new track principal is not available to the MediaTrackGraph 137 * before this change completes. Otherwise, a site could get access to 138 * media that they are not authorized to receive. 139 * 140 * One solution is to block the altered content, call this method, then dispatch 141 * another change request to the MediaTrackGraph thread that allows the content 142 * under the new principal to flow. This might be unnecessary if the principal 143 * change is changing to be the document principal. 144 */ 145 void MediaStreamTrackAudioSourceNode::PrincipalChanged( 146 MediaStreamTrack* aMediaStreamTrack) { 147 MOZ_ASSERT(aMediaStreamTrack == mInputTrack); 148 149 bool subsumes = false; 150 Document* doc = nullptr; 151 if (nsGlobalWindowInner* win = Context()->GetOwnerWindow()) { 152 doc = win->GetExtantDoc(); 153 if (doc) { 154 nsIPrincipal* docPrincipal = doc->NodePrincipal(); 155 nsIPrincipal* trackPrincipal = aMediaStreamTrack->GetPrincipal(); 156 if (!trackPrincipal || 157 NS_FAILED(docPrincipal->Subsumes(trackPrincipal, &subsumes))) { 158 subsumes = false; 159 } 160 } 161 } 162 auto track = static_cast<AudioNodeExternalInputTrack*>(mTrack.get()); 163 bool enabled = subsumes; 164 track->SetInt32Parameter(MediaStreamTrackAudioSourceNodeEngine::ENABLE, 165 enabled); 166 fprintf(stderr, "NOW: %s", enabled ? "enabled" : "disabled"); 167 168 if (!enabled && doc) { 169 nsContentUtils::ReportToConsole(nsIScriptError::warningFlag, "Web Audio"_ns, 170 doc, nsContentUtils::eDOM_PROPERTIES, 171 CrossOriginErrorString()); 172 } 173 } 174 175 size_t MediaStreamTrackAudioSourceNode::SizeOfExcludingThis( 176 MallocSizeOf aMallocSizeOf) const { 177 size_t amount = AudioNode::SizeOfExcludingThis(aMallocSizeOf); 178 if (mInputPort) { 179 amount += mInputPort->SizeOfIncludingThis(aMallocSizeOf); 180 } 181 return amount; 182 } 183 184 size_t MediaStreamTrackAudioSourceNode::SizeOfIncludingThis( 185 MallocSizeOf aMallocSizeOf) const { 186 return aMallocSizeOf(this) + SizeOfExcludingThis(aMallocSizeOf); 187 } 188 189 void MediaStreamTrackAudioSourceNode::DestroyMediaTrack() { 190 if (mInputPort) { 191 mInputPort->Destroy(); 192 mInputPort = nullptr; 193 } 194 AudioNode::DestroyMediaTrack(); 195 } 196 197 JSObject* MediaStreamTrackAudioSourceNode::WrapObject( 198 JSContext* aCx, JS::Handle<JSObject*> aGivenProto) { 199 return MediaStreamTrackAudioSourceNode_Binding::Wrap(aCx, this, aGivenProto); 200 } 201 202 } // namespace mozilla::dom