forked from Genymobile/scrcpy
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add a new method to capture audio playback. It requires Android 13 (where the Shell app has MODIFY_AUDIO_ROUTING permission). The main benefit is that it supports keeping audio playing on the device (implemented in a further commit). Fixes Genymobile#4380 <Genymobile#4380> PR Genymobile#5102 <Genymobile#5102> Co-authored-by: Simon Chan <[email protected]>
- Loading branch information
Showing
9 changed files
with
182 additions
and
9 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
130 changes: 130 additions & 0 deletions
130
server/src/main/java/com/genymobile/scrcpy/audio/AudioPlaybackCapture.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,130 @@ | ||
| package com.genymobile.scrcpy.audio; | ||
|
|
||
| import com.genymobile.scrcpy.FakeContext; | ||
| import com.genymobile.scrcpy.util.Ln; | ||
|
|
||
| import android.annotation.SuppressLint; | ||
| import android.annotation.TargetApi; | ||
| import android.content.Context; | ||
| import android.media.AudioAttributes; | ||
| import android.media.AudioFormat; | ||
| import android.media.AudioManager; | ||
| import android.media.AudioRecord; | ||
| import android.media.MediaCodec; | ||
| import android.os.Build; | ||
|
|
||
| import java.lang.reflect.Method; | ||
| import java.nio.ByteBuffer; | ||
|
|
||
| public final class AudioPlaybackCapture implements AudioCapture { | ||
|
|
||
| private AudioRecord recorder; | ||
| private AudioRecordReader reader; | ||
|
|
||
| @SuppressLint("PrivateApi") | ||
| private AudioRecord createAudioRecord() throws AudioCaptureException { | ||
| // See <https://github.com/Genymobile/scrcpy/issues/4380> | ||
| try { | ||
| Class<?> audioMixingRuleClass = Class.forName("android.media.audiopolicy.AudioMixingRule"); | ||
| Class<?> audioMixingRuleBuilderClass = Class.forName("android.media.audiopolicy.AudioMixingRule$Builder"); | ||
|
|
||
| // AudioMixingRule.Builder audioMixingRuleBuilder = new AudioMixingRule.Builder(); | ||
| Object audioMixingRuleBuilder = audioMixingRuleBuilderClass.getConstructor().newInstance(); | ||
|
|
||
| // audioMixingRuleBuilder.setTargetMixRole(AudioMixingRule.MIX_ROLE_PLAYERS); | ||
| int mixRolePlayersConstant = audioMixingRuleClass.getField("MIX_ROLE_PLAYERS").getInt(null); | ||
| Method setTargetMixRoleMethod = audioMixingRuleBuilderClass.getMethod("setTargetMixRole", int.class); | ||
| setTargetMixRoleMethod.invoke(audioMixingRuleBuilder, mixRolePlayersConstant); | ||
|
|
||
| AudioAttributes attributes = new AudioAttributes.Builder().setUsage(AudioAttributes.USAGE_MEDIA).build(); | ||
|
|
||
| // audioMixingRuleBuilder.addMixRule(AudioMixingRule.RULE_MATCH_ATTRIBUTE_USAGE, attributes); | ||
| int ruleMatchAttributeUsageConstant = audioMixingRuleClass.getField("RULE_MATCH_ATTRIBUTE_USAGE").getInt(null); | ||
| Method addMixRuleMethod = audioMixingRuleBuilderClass.getMethod("addMixRule", int.class, Object.class); | ||
| addMixRuleMethod.invoke(audioMixingRuleBuilder, ruleMatchAttributeUsageConstant, attributes); | ||
|
|
||
| // AudioMixingRule audioMixingRule = builder.build(); | ||
| Object audioMixingRule = audioMixingRuleBuilderClass.getMethod("build").invoke(audioMixingRuleBuilder); | ||
|
|
||
| // audioMixingRuleBuilder.voiceCommunicationCaptureAllowed(true); | ||
| Method voiceCommunicationCaptureAllowedMethod = audioMixingRuleBuilderClass.getMethod("voiceCommunicationCaptureAllowed", boolean.class); | ||
| voiceCommunicationCaptureAllowedMethod.invoke(audioMixingRuleBuilder, true); | ||
|
|
||
| Class<?> audioMixClass = Class.forName("android.media.audiopolicy.AudioMix"); | ||
| Class<?> audioMixBuilderClass = Class.forName("android.media.audiopolicy.AudioMix$Builder"); | ||
|
|
||
| // AudioMix.Builder audioMixBuilder = new AudioMix.Builder(audioMixingRule); | ||
| Object audioMixBuilder = audioMixBuilderClass.getConstructor(audioMixingRuleClass).newInstance(audioMixingRule); | ||
|
|
||
| // audioMixBuilder.setFormat(createAudioFormat()); | ||
| Method setFormat = audioMixBuilder.getClass().getMethod("setFormat", AudioFormat.class); | ||
| setFormat.invoke(audioMixBuilder, AudioConfig.createAudioFormat()); | ||
|
|
||
| int routeFlags = audioMixClass.getField("ROUTE_FLAG_LOOP_BACK").getInt(null); | ||
|
|
||
| // audioMixBuilder.setRouteFlags(routeFlag); | ||
| Method setRouteFlags = audioMixBuilder.getClass().getMethod("setRouteFlags", int.class); | ||
| setRouteFlags.invoke(audioMixBuilder, routeFlags); | ||
|
|
||
| // AudioMix audioMix = audioMixBuilder.build(); | ||
| Object audioMix = audioMixBuilderClass.getMethod("build").invoke(audioMixBuilder); | ||
|
|
||
| Class<?> audioPolicyClass = Class.forName("android.media.audiopolicy.AudioPolicy"); | ||
| Class<?> audioPolicyBuilderClass = Class.forName("android.media.audiopolicy.AudioPolicy$Builder"); | ||
|
|
||
| // AudioPolicy.Builder audioPolicyBuilder = new AudioPolicy.Builder(); | ||
| Object audioPolicyBuilder = audioPolicyBuilderClass.getConstructor(Context.class).newInstance(FakeContext.get()); | ||
|
|
||
| // audioPolicyBuilder.addMix(audioMix); | ||
| Method addMixMethod = audioPolicyBuilderClass.getMethod("addMix", audioMixClass); | ||
| addMixMethod.invoke(audioPolicyBuilder, audioMix); | ||
|
|
||
| // AudioPolicy audioPolicy = audioPolicyBuilder.build(); | ||
| Object audioPolicy = audioPolicyBuilderClass.getMethod("build").invoke(audioPolicyBuilder); | ||
|
|
||
| // AudioManager.registerAudioPolicyStatic(audioPolicy); | ||
| Method registerAudioPolicyStaticMethod = AudioManager.class.getDeclaredMethod("registerAudioPolicyStatic", audioPolicyClass); | ||
| registerAudioPolicyStaticMethod.setAccessible(true); | ||
| int result = (int) registerAudioPolicyStaticMethod.invoke(null, audioPolicy); | ||
| if (result != 0) { | ||
| throw new RuntimeException("registerAudioPolicy() returned " + result); | ||
| } | ||
|
|
||
| // audioPolicy.createAudioRecordSink(audioPolicy); | ||
| Method createAudioRecordSinkClass = audioPolicyClass.getMethod("createAudioRecordSink", audioMixClass); | ||
| return (AudioRecord) createAudioRecordSinkClass.invoke(audioPolicy, audioMix); | ||
| } catch (Exception e) { | ||
| Ln.e("Could not capture audio playback", e); | ||
| throw new AudioCaptureException(); | ||
| } | ||
| } | ||
|
|
||
| @Override | ||
| public void checkCompatibility() throws AudioCaptureException { | ||
| if (Build.VERSION.SDK_INT < Build.VERSION_CODES.TIRAMISU) { | ||
| Ln.w("Audio disabled: audio playback capture source not supported before Android 13"); | ||
| throw new AudioCaptureException(); | ||
| } | ||
| } | ||
|
|
||
| @Override | ||
| public void start() throws AudioCaptureException { | ||
| recorder = createAudioRecord(); | ||
| recorder.startRecording(); | ||
| reader = new AudioRecordReader(recorder); | ||
| } | ||
|
|
||
| @Override | ||
| public void stop() { | ||
| if (recorder != null) { | ||
| // Will call .stop() if necessary, without throwing an IllegalStateException | ||
| recorder.release(); | ||
| } | ||
| } | ||
|
|
||
| @Override | ||
| @TargetApi(Build.VERSION_CODES.N) | ||
| public int read(ByteBuffer outDirectBuffer, MediaCodec.BufferInfo outBufferInfo) { | ||
| return reader.read(outDirectBuffer, outBufferInfo); | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters