Skip to content

Commit

Permalink
Add an experimental analyzer mode to Transformer.
Browse files Browse the repository at this point in the history 
PiperOrigin-RevId: 637926059
  • Loading branch information
@Samrobbo
Samrobbo authored and Copybara-Service committed May 28, 2024
1 parent 3c998ac commit 21eb482
Show file tree
Hide file tree
Showing 3 changed files with 508 additions and 0 deletions.
135 changes: 135 additions & 0 deletions ...transformer/src/androidTest/java/androidx/media3/transformer/TransformerEndToEndTest.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -59,6 +59,8 @@
import androidx.media3.common.C;
import androidx.media3.common.Effect;
import androidx.media3.common.Format;
import androidx.media3.common.GlObjectsProvider;
import androidx.media3.common.GlTextureInfo;
import androidx.media3.common.MediaItem;
import androidx.media3.common.MimeTypes;
import androidx.media3.common.OnInputFrameProcessedListener;
Expand All @@ -77,6 +79,8 @@
import androidx.media3.effect.DefaultVideoFrameProcessor;
import androidx.media3.effect.FrameCache;
import androidx.media3.effect.GlEffect;
import androidx.media3.effect.GlShaderProgram;
import androidx.media3.effect.PassthroughShaderProgram;
import androidx.media3.effect.Presentation;
import androidx.media3.effect.RgbFilter;
import androidx.media3.effect.ScaleAndRotateTransformation;
Expand All @@ -96,6 +100,7 @@
import com.google.common.collect.ImmutableSet;
import java.io.File;
import java.nio.ByteBuffer;
import java.util.concurrent.atomic.AtomicInteger;
import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
import org.junit.Before;
import org.junit.Rule;
Expand Down Expand Up @@ -1335,6 +1340,105 @@ public void audioComposition_compositionEffects_transcodes() throws Exception {
assertThat(new File(result.filePath).length()).isGreaterThan(0);
}

@Test
public void analyzeAudio_completesSuccessfully() throws Exception {
assumeFormatsSupported(
context,
testId,
/* inputFormat= */ MP4_ASSET_WITH_INCREASING_TIMESTAMPS_320W_240H_15S_FORMAT,
/* outputFormat= */ null);
Transformer transformer = ExperimentalAnalyzerModeFactory.buildAnalyzer(context);
AtomicInteger audioBytesSeen = new AtomicInteger(/* initialValue= */ 0);
EditedMediaItem editedMediaItem =
new EditedMediaItem.Builder(
MediaItem.fromUri(
Uri.parse(MP4_ASSET_WITH_INCREASING_TIMESTAMPS_320W_240H_15S_URI_STRING)))
.setRemoveVideo(true)
.setEffects(
new Effects(
ImmutableList.of(createByteCountingAudioProcessor(audioBytesSeen)),
/* videoEffects= */ ImmutableList.of()))
.build();

ExportTestResult result =
new TransformerAndroidTestRunner.Builder(context, transformer)
.build()
.run(testId, editedMediaItem);

assertThat(audioBytesSeen.get()).isEqualTo(2_985_984);
// Confirm no data was written to file.
assertThat(result.exportResult.averageAudioBitrate).isEqualTo(C.RATE_UNSET_INT);
assertThat(result.exportResult.fileSizeBytes).isEqualTo(C.LENGTH_UNSET);
}

@Test
public void analyzeVideo_completesSuccessfully() throws Exception {
assumeFormatsSupported(
context,
testId,
/* inputFormat= */ MP4_ASSET_WITH_INCREASING_TIMESTAMPS_320W_240H_15S_FORMAT,
/* outputFormat= */ null);
Transformer transformer = ExperimentalAnalyzerModeFactory.buildAnalyzer(context);
AtomicInteger videoFramesSeen = new AtomicInteger(/* initialValue= */ 0);
// Analysis must be added to item effects because composition effects are not applied to single
// input video.
EditedMediaItem editedMediaItem =
new EditedMediaItem.Builder(
MediaItem.fromUri(
Uri.parse(MP4_ASSET_WITH_INCREASING_TIMESTAMPS_320W_240H_15S_URI_STRING)))
.setRemoveAudio(true)
.setEffects(
new Effects(
/* audioProcessors= */ ImmutableList.of(),
ImmutableList.of(createFrameCountingEffect(videoFramesSeen))))
.build();

ExportTestResult result =
new TransformerAndroidTestRunner.Builder(context, transformer)
.build()
.run(testId, editedMediaItem);

assertThat(videoFramesSeen.get()).isEqualTo(932);
// Confirm no data was written to file.
assertThat(result.exportResult.videoFrameCount).isEqualTo(0);
assertThat(result.exportResult.fileSizeBytes).isEqualTo(C.LENGTH_UNSET);
}

@Test
public void analyzeAudioAndVideo_completesSuccessfully() throws Exception {
assumeFormatsSupported(
context,
testId,
/* inputFormat= */ MP4_ASSET_WITH_INCREASING_TIMESTAMPS_320W_240H_15S_FORMAT,
/* outputFormat= */ null);
Transformer transformer = ExperimentalAnalyzerModeFactory.buildAnalyzer(context);
AtomicInteger audioBytesSeen = new AtomicInteger(/* initialValue= */ 0);
AtomicInteger videoFramesSeen = new AtomicInteger(/* initialValue= */ 0);
// Analysis must be added to item effects because composition effects are not applied to single
// input video.
EditedMediaItem editedMediaItem =
new EditedMediaItem.Builder(
MediaItem.fromUri(
Uri.parse(MP4_ASSET_WITH_INCREASING_TIMESTAMPS_320W_240H_15S_URI_STRING)))
.setEffects(
new Effects(
ImmutableList.of(createByteCountingAudioProcessor(audioBytesSeen)),
ImmutableList.of(createFrameCountingEffect(videoFramesSeen))))
.build();

ExportTestResult result =
new TransformerAndroidTestRunner.Builder(context, transformer)
.build()
.run(testId, editedMediaItem);

assertThat(audioBytesSeen.get()).isEqualTo(2_985_984);
assertThat(videoFramesSeen.get()).isEqualTo(932);
// Confirm no data was written to file.
assertThat(result.exportResult.averageAudioBitrate).isEqualTo(C.RATE_UNSET_INT);
assertThat(result.exportResult.videoFrameCount).isEqualTo(0);
assertThat(result.exportResult.fileSizeBytes).isEqualTo(C.LENGTH_UNSET);
}

@Test
public void transcode_withOutputVideoMimeTypeAv1_completesSuccessfully() throws Exception {
assumeFormatsSupported(
Expand Down Expand Up @@ -1628,6 +1732,37 @@ private static AudioProcessor createSonic(float pitch) {
return sonic;
}

private static AudioProcessor createByteCountingAudioProcessor(AtomicInteger byteCount) {
return new TeeAudioProcessor(
new TeeAudioProcessor.AudioBufferSink() {
@Override
public void flush(int sampleRateHz, int channelCount, @C.PcmEncoding int encoding) {}

@Override
public void handleBuffer(ByteBuffer buffer) {
byteCount.addAndGet(buffer.remaining());
}
});
}

private static GlEffect createFrameCountingEffect(AtomicInteger frameCount) {
return new GlEffect() {
@Override
public GlShaderProgram toGlShaderProgram(Context context, boolean useHdr) {
return new PassthroughShaderProgram() {
@Override
public void queueInputFrame(
GlObjectsProvider glObjectsProvider,
GlTextureInfo inputTexture,
long presentationTimeUs) {
super.queueInputFrame(glObjectsProvider, inputTexture, presentationTimeUs);
frameCount.incrementAndGet();
}
};
}
};
}

private final class TestTextureAssetLoaderFactory implements AssetLoader.Factory {

private final int width;
Expand Down
Loading

0 comments on commit 21eb482

Please sign in to comment.