FFmpeg+javacpp中FFmpegFrameGrabber

FFmpeg+javacpp中FFmpegFrameGrabber

  • 1、FFmpegFrameGrabber
    • 1.1 Demo使用
    • 1.2 音頻相關
    • 1.3 視頻相關
  • 2、Frame屬性
    • 2.1 視頻幀屬性
    • 2.2 音頻幀屬性
    • 2.3 音頻視頻區分

JavaCV 1.5.12 API
JavaCPP Presets for FFmpeg 7.1.1-1.5.12 API

1、FFmpegFrameGrabber

org\bytedeco\javacv\FFmpegFrameGrabber.java

public class FFmpegFrameGrabber extends FrameGrabber {public static class Exception extends FrameGrabber.Exception {public Exception(String message) { super(message + " (For more details, make sure FFmpegLogCallback.set() has been called.)"); }public Exception(String message, Throwable cause) { super(message, cause); }}public static String[] getDeviceDescriptions() throws Exception {tryLoad();throw new UnsupportedOperationException("Device enumeration not support by FFmpeg.");}public static FFmpegFrameGrabber createDefault(File deviceFile)   throws Exception { return new FFmpegFrameGrabber(deviceFile); }public static FFmpegFrameGrabber createDefault(String devicePath) throws Exception { return new FFmpegFrameGrabber(devicePath); }public static FFmpegFrameGrabber createDefault(int deviceNumber)  throws Exception { throw new Exception(FFmpegFrameGrabber.class + " does not support device numbers."); }private static Exception loadingException = null;public static void tryLoad() throws Exception {if (loadingException != null) {throw loadingException;} else {try {Loader.load(org.bytedeco.ffmpeg.global.avutil.class);Loader.load(org.bytedeco.ffmpeg.global.swresample.class);Loader.load(org.bytedeco.ffmpeg.global.avcodec.class);Loader.load(org.bytedeco.ffmpeg.global.avformat.class);Loader.load(org.bytedeco.ffmpeg.global.swscale.class);// Register all formats and codecsav_jni_set_java_vm(Loader.getJavaVM(), null);
//                avcodec_register_all();
//                av_register_all();avformat_network_init();Loader.load(org.bytedeco.ffmpeg.global.avdevice.class);avdevice_register_all();} catch (Throwable t) {if (t instanceof Exception) {throw loadingException = (Exception)t;} else {throw loadingException = new Exception("Failed to load " + FFmpegFrameGrabber.class, t);}}}}static {try {tryLoad();
//            FFmpegLockCallback.init();} catch (Exception ex) { }}public FFmpegFrameGrabber(URL url) {this(url.toString());}public FFmpegFrameGrabber(File file) {this(file.getAbsolutePath());}public FFmpegFrameGrabber(String filename) {this.filename = filename;this.pixelFormat = AV_PIX_FMT_NONE;this.sampleFormat = AV_SAMPLE_FMT_NONE;}/** Calls {@code FFmpegFrameGrabber(inputStream, Integer.MAX_VALUE - 8)}*  so that the whole input stream is seekable. */public FFmpegFrameGrabber(InputStream inputStream) {this(inputStream, Integer.MAX_VALUE - 8);}/** Set maximumSize to 0 to disable seek and minimize startup time. */public FFmpegFrameGrabber(InputStream inputStream, int maximumSize) {this.inputStream = inputStream;this.closeInputStream = true;this.pixelFormat = AV_PIX_FMT_NONE;this.sampleFormat = AV_SAMPLE_FMT_NONE;this.maximumSize = maximumSize;}public void release() throws Exception {synchronized (org.bytedeco.ffmpeg.global.avcodec.class) {releaseUnsafe();}}public synchronized void releaseUnsafe() throws Exception {started = false;if (plane_ptr != null && plane_ptr2 != null) {plane_ptr.releaseReference();plane_ptr2.releaseReference();plane_ptr = plane_ptr2 = null;}if (pkt != null) {if (pkt.stream_index() != -1) {av_packet_unref(pkt);}pkt.releaseReference();pkt = null;}if (default_layout != null) {default_layout.releaseReference();default_layout = null;}// Free the RGB imageif (image_ptr != null) {for (int i = 0; i < image_ptr.length; i++) {if (imageMode != ImageMode.RAW) {av_free(image_ptr[i]);}}image_ptr = null;}if (picture_rgb != null) {av_frame_free(picture_rgb);picture_rgb = null;}// Free the native format picture frameif (picture != null) {av_frame_free(picture);picture = null;}// Close the video codecif (video_c != null) {avcodec_free_context(video_c);video_c = null;}// Free the audio samples frameif (samples_frame != null) {av_frame_free(samples_frame);samples_frame = null;}// Close the audio codecif (audio_c != null) {avcodec_free_context(audio_c);audio_c = null;}// Close the video fileif (inputStream == null && oc != null && !oc.isNull()) {avformat_close_input(oc);oc = null;}if (img_convert_ctx != null) {sws_freeContext(img_convert_ctx);img_convert_ctx = null;}if (samples_ptr_out != null) {for (int i = 0; i < samples_ptr_out.length; i++) {av_free(samples_ptr_out[i].position(0));}samples_ptr_out = null;samples_buf_out = null;}if (samples_convert_ctx != null) {swr_free(samples_convert_ctx);samples_convert_ctx.releaseReference();samples_convert_ctx = null;}frameGrabbed  = false;frame         = null;timestamp     = 0;frameNumber   = 0;if (inputStream != null) {try {if (oc == null) {// when called a second timeif (closeInputStream) {inputStream.close();}} else if (maximumSize > 0) {try {inputStream.reset();} catch (IOException ex) {// "Resetting to invalid mark", give up?System.err.println("Error on InputStream.reset(): " + ex);}}} catch (IOException ex) {throw new Exception("Error on InputStream.close(): ", ex);} finally {inputStreams.remove(oc);if (avio != null) {if (avio.buffer() != null) {av_free(avio.buffer());avio.buffer(null);}av_free(avio);avio = null;}if (oc != null) {avformat_close_input(oc);oc = null;}}}}@Override protected void finalize() throws Throwable {super.finalize();release();}static Map<Pointer,InputStream> inputStreams = Collections.synchronizedMap(new HashMap<Pointer,InputStream>());static class ReadCallback extends Read_packet_Pointer_BytePointer_int {@Override public int call(Pointer opaque, BytePointer buf, int buf_size) {try {byte[] b = new byte[buf_size];InputStream is = inputStreams.get(opaque);int size = is.read(b, 0, buf_size);if (size < 0) {return AVERROR_EOF();} else {buf.put(b, 0, size);return size;}}catch (Throwable t) {System.err.println("Error on InputStream.read(): " + t);return -1;}}}static class SeekCallback extends Seek_Pointer_long_int {@Override public long call(Pointer opaque, long offset, int whence) {try {InputStream is = inputStreams.get(opaque);long size = 0;switch (whence) {case 0: is.reset(); break; // SEEK_SETcase 1: break;             // SEEK_CURcase 2:                    // SEEK_ENDis.reset();while (true) {long n = is.skip(Long.MAX_VALUE);if (n == 0) break;size += n;}offset += size;is.reset();break;case AVSEEK_SIZE:long remaining = 0;while (true) {long n = is.skip(Long.MAX_VALUE);if (n == 0) break;remaining += n;}is.reset();while (true) {long n = is.skip(Long.MAX_VALUE);if (n == 0) break;size += n;}offset = size - remaining;is.reset();break;default: return -1;}long remaining = offset;while (remaining > 0) {long skipped = is.skip(remaining);if (skipped == 0) break; // end of the streamremaining -= skipped;}return whence == AVSEEK_SIZE ? size : 0;} catch (Throwable t) {System.err.println("Error on InputStream.reset() or skip(): " + t);return -1;}}}static ReadCallback readCallback = new ReadCallback().retainReference();static SeekCallback seekCallback = new SeekCallback().retainReference();private InputStream     inputStream;private boolean         closeInputStream;private int             maximumSize;private AVIOContext     avio;private String          filename;private AVFormatContext oc;private AVStream        video_st, audio_st;private AVCodecContext  video_c, audio_c;private AVFrame         picture, picture_rgb;private BytePointer[]   image_ptr;private Buffer[]        image_buf;private AVFrame         samples_frame;private BytePointer[]   samples_ptr;private Buffer[]        samples_buf;private BytePointer[]   samples_ptr_out;private Buffer[]        samples_buf_out;private PointerPointer  plane_ptr, plane_ptr2;private AVPacket        pkt;private SwsContext      img_convert_ctx;private SwrContext      samples_convert_ctx;private int             samples_channels, samples_format, samples_rate;private boolean         frameGrabbed;private Frame           frame;private int[]           streams;private AVChannelLayout default_layout;private volatile boolean started = false;public boolean isCloseInputStream() {return closeInputStream;}public void setCloseInputStream(boolean closeInputStream) {this.closeInputStream = closeInputStream;}/*** Is there a video stream?* @return  {@code video_st!=null;}*/public boolean hasVideo() {return video_st!=null;}/*** Is there an audio stream?* @return  {@code audio_st!=null;}*/public boolean hasAudio() {return audio_st!=null;}@Override public double getGamma() {// default to a gamma of 2.2 for cheap Webcams, DV cameras, etc.if (gamma == 0.0) {return 2.2;} else {return gamma;}}@Override public String getFormat() {if (oc == null) {return super.getFormat();} else {return oc.iformat().name().getString();}}@Override public int getImageWidth() {return imageWidth > 0 || video_c == null ? super.getImageWidth() : video_c.width();}@Override public int getImageHeight() {return imageHeight > 0 || video_c == null ? super.getImageHeight() : video_c.height();}@Override public int getAudioChannels() {return audioChannels > 0 || audio_c == null ? super.getAudioChannels() : audio_c.ch_layout().nb_channels();}@Override public int getPixelFormat() {if (imageMode == ImageMode.COLOR || imageMode == ImageMode.GRAY) {if (pixelFormat == AV_PIX_FMT_NONE) {return imageMode == ImageMode.COLOR ? AV_PIX_FMT_BGR24 : AV_PIX_FMT_GRAY8;} else {return pixelFormat;}} else if (video_c != null) { // RAWreturn video_c.pix_fmt();} else {return super.getPixelFormat();}}@Override public int getVideoCodec() {return video_c == null ? super.getVideoCodec() : video_c.codec_id();}@Overridepublic String getVideoCodecName(){return  video_c == null ? super.getVideoCodecName() : video_c.codec().name().getString();}@Override public int getVideoBitrate() {return video_c == null ? super.getVideoBitrate() : (int)video_c.bit_rate();}@Override public double getAspectRatio() {if (video_st == null) {return super.getAspectRatio();} else {AVRational r = av_guess_sample_aspect_ratio(oc, video_st, picture);double a = (double)r.num() / r.den();return a == 0.0 ? 1.0 : a;}}/** Returns {@link #getVideoFrameRate()} */@Override public double getFrameRate() {return getVideoFrameRate();}/**Estimation of audio frames per second.** Care must be taken as this method may require unnecessary call of* grabFrame(true, false, false, false, false) with frameGrabbed set to true.** @return (double) getSampleRate()) / samples_frame.nb_samples()* if samples_frame.nb_samples() is not zero, otherwise return 0*/public double getAudioFrameRate() {if (audio_st == null) {return 0.0;} else {if (samples_frame == null || samples_frame.nb_samples() == 0) {try {grabFrame(true, false, false, false, false);frameGrabbed = true;} catch (Exception e) {return 0.0;}}if (samples_frame != null && samples_frame.nb_samples() != 0)return ((double) getSampleRate()) / samples_frame.nb_samples();else return 0.0;}}public double getVideoFrameRate() {if (video_st == null) {return super.getFrameRate();} else {AVRational r = video_st.avg_frame_rate();if (r.num() == 0 && r.den() == 0) {r = video_st.r_frame_rate();}return (double)r.num() / r.den();}}@Override public int getAudioCodec() {return audio_c == null ? super.getAudioCodec() : audio_c.codec_id();}@Override public String getAudioCodecName() {return audio_c == null ? super.getAudioCodecName() : audio_c.codec().name().getString();}@Override public int getAudioBitrate() {return audio_c == null ? super.getAudioBitrate() : (int)audio_c.bit_rate();}@Override public int getSampleFormat() {if (sampleMode == SampleMode.SHORT || sampleMode == SampleMode.FLOAT) {if (sampleFormat == AV_SAMPLE_FMT_NONE) {return sampleMode == SampleMode.SHORT ? AV_SAMPLE_FMT_S16 : AV_SAMPLE_FMT_FLT;} else {return sampleFormat;}} else if (audio_c != null) { // RAWreturn audio_c.sample_fmt();} else {return super.getSampleFormat();}}@Override public int getSampleRate() {return sampleRate > 0 || audio_c == null ? super.getSampleRate() : audio_c.sample_rate();}@Override public Map<String, String> getMetadata() {if (oc == null) {return super.getMetadata();}AVDictionaryEntry entry = null;Map<String, String> metadata = new HashMap<String, String>();while ((entry = av_dict_get(oc.metadata(), "", entry, AV_DICT_IGNORE_SUFFIX)) != null) {metadata.put(entry.key().getString(charset), entry.value().getString(charset));}return metadata;}@Override public Map<String, String> getVideoMetadata() {if (video_st == null) {return super.getVideoMetadata();}AVDictionaryEntry entry = null;Map<String, String> metadata = new HashMap<String, String>();while ((entry = av_dict_get(video_st.metadata(), "", entry, AV_DICT_IGNORE_SUFFIX)) != null) {metadata.put(entry.key().getString(charset), entry.value().getString(charset));}return metadata;}@Override public Map<String, String> getAudioMetadata() {if (audio_st == null) {return super.getAudioMetadata();}AVDictionaryEntry entry = null;Map<String, String> metadata = new HashMap<String, String>();while ((entry = av_dict_get(audio_st.metadata(), "", entry, AV_DICT_IGNORE_SUFFIX)) != null) {metadata.put(entry.key().getString(charset), entry.value().getString(charset));}return metadata;}@Override public String getMetadata(String key) {if (oc == null) {return super.getMetadata(key);}AVDictionaryEntry entry = av_dict_get(oc.metadata(), key, null, 0);return entry == null || entry.value() == null ? null : entry.value().getString(charset);}@Override public String getVideoMetadata(String key) {if (video_st == null) {return super.getVideoMetadata(key);}AVDictionaryEntry entry = av_dict_get(video_st.metadata(), key, null, 0);return entry == null || entry.value() == null ? null : entry.value().getString(charset);}@Override public String getAudioMetadata(String key) {if (audio_st == null) {return super.getAudioMetadata(key);}AVDictionaryEntry entry = av_dict_get(audio_st.metadata(), key, null, 0);return entry == null || entry.value() == null ? null : entry.value().getString(charset);}@Override public Map<String, Buffer> getVideoSideData() {if (video_st == null) {return super.getVideoSideData();}videoSideData = new HashMap<String, Buffer>();for (int i = 0; i < video_st.nb_side_data(); i++) {AVPacketSideData sd = video_st.side_data().position(i);String key = av_packet_side_data_name(sd.type()).getString();Buffer value = sd.data().capacity(sd.size()).asBuffer();videoSideData.put(key, value);}return videoSideData;}@Override public Buffer getVideoSideData(String key) {return getVideoSideData().get(key);}/** Returns the rotation in degrees from the side data of the video stream, or 0 if unknown. */public double getDisplayRotation() {ByteBuffer b = (ByteBuffer)getVideoSideData("Display Matrix");return b != null ? av_display_rotation_get(new IntPointer(new BytePointer(b))) : 0;}@Override public Map<String, Buffer> getAudioSideData() {if (audio_st == null) {return super.getAudioSideData();}audioSideData = new HashMap<String, Buffer>();for (int i = 0; i < audio_st.nb_side_data(); i++) {AVPacketSideData sd = audio_st.side_data().position(i);String key = av_packet_side_data_name(sd.type()).getString();Buffer value = sd.data().capacity(sd.size()).asBuffer();audioSideData.put(key, value);}return audioSideData;}@Override public Buffer getAudioSideData(String key) {return getAudioSideData().get(key);}/** default override of super.setFrameNumber implies setting*  of a frame close to a video frame having that number */@Override public void setFrameNumber(int frameNumber) throws Exception {if (hasVideo()) setTimestamp(Math.round((1000000L * frameNumber + 500000L)/ getFrameRate()));else super.frameNumber = frameNumber;}/** if there is video stream tries to seek to video frame with corresponding timestamp*  otherwise sets super.frameNumber only because frameRate==0 if there is no video stream */public void setVideoFrameNumber(int frameNumber) throws Exception {// best guess, AVSEEK_FLAG_FRAME has not been implemented in FFmpeg...if (hasVideo()) setVideoTimestamp(Math.round((1000000L * frameNumber + 500000L)/ getFrameRate()));else super.frameNumber = frameNumber;}/** if there is audio stream tries to seek to audio frame with corresponding timestamp*  ignoring otherwise */public void setAudioFrameNumber(int frameNumber) throws Exception {// best guess, AVSEEK_FLAG_FRAME has not been implemented in FFmpeg...if (hasAudio()) setAudioTimestamp(Math.round((1000000L * frameNumber + 500000L)/ getAudioFrameRate()));}/** setTimestamp without checking frame content (using old code used in JavaCV versions prior to 1.4.1) */@Override public void setTimestamp(long timestamp) throws Exception {setTimestamp(timestamp, false);}/** setTimestamp with possibility to select between old quick seek code or new code* doing check of frame content. The frame check can be useful with corrupted files, when seeking may* end up with an empty frame not containing video nor audio */public void setTimestamp(long timestamp, boolean checkFrame) throws Exception {setTimestamp(timestamp, checkFrame ? EnumSet.of(Frame.Type.VIDEO, Frame.Type.AUDIO) : null);}/** setTimestamp with resulting video frame type if there is a video stream.* This should provide precise seek to a video frame containing the requested timestamp* in most cases.* */public void setVideoTimestamp(long timestamp) throws Exception {setTimestamp(timestamp, EnumSet.of(Frame.Type.VIDEO));}/** setTimestamp with resulting audio frame type if there is an audio stream.* This should provide precise seek to an audio frame containing the requested timestamp* in most cases.* */public void setAudioTimestamp(long timestamp) throws Exception {setTimestamp(timestamp, EnumSet.of(Frame.Type.AUDIO));}/** setTimestamp with a priority the resulting frame should be:*  video (frameTypesToSeek contains only Frame.Type.VIDEO),*  audio (frameTypesToSeek contains only Frame.Type.AUDIO),*  or any (frameTypesToSeek contains both)*/private synchronized void setTimestamp(long timestamp, EnumSet<Frame.Type> frameTypesToSeek) throws Exception {int ret;if (oc == null) {super.timestamp = timestamp;} else {timestamp = timestamp * AV_TIME_BASE / 1000000L;/* the stream start time */long ts0 = oc.start_time() != AV_NOPTS_VALUE ? oc.start_time() : 0;if (frameTypesToSeek != null //new code providing check of frame content while seeking to the timestamp&& (frameTypesToSeek.contains(Frame.Type.VIDEO) || frameTypesToSeek.contains(Frame.Type.AUDIO))&& (hasVideo() || hasAudio())) {/*     After the call of ffmpeg's avformat_seek_file(...) with the flag set to AVSEEK_FLAG_BACKWARD* the decoding position should be located before the requested timestamp in a closest position* from which all the active streams can be decoded successfully.* The following seeking consists of two stages:* 1. Grab frames till the frame corresponding to that "closest" position* (the first frame containing decoded data).** 2. Grab frames till the desired timestamp is reached. The number of steps is restricted* by doubled estimation of frames between that "closest" position and the desired position.** frameTypesToSeek parameter sets the preferred type of frames to seek.* It can be chosen from three possible types: VIDEO, AUDIO or any of them.* The setting means only a preference in the type. That is, if VIDEO or AUDIO is* specified but the file does not have video or audio stream - any type will be used instead.*//* Check if file contains requested streams */if ((frameTypesToSeek.contains(Frame.Type.VIDEO) && !hasVideo() ) ||(frameTypesToSeek.contains(Frame.Type.AUDIO) && !hasAudio() ))frameTypesToSeek = EnumSet.of(Frame.Type.VIDEO, Frame.Type.AUDIO);/*  If frameTypesToSeek is set explicitly to VIDEO or AUDIO*  we need to use start time of the corresponding stream*  instead of the common start time*/if (frameTypesToSeek.size()==1) {if (frameTypesToSeek.contains(Frame.Type.VIDEO)) {if (video_st!=null && video_st.start_time() != AV_NOPTS_VALUE) {AVRational time_base = video_st.time_base();ts0 = 1000000L * video_st.start_time() * time_base.num() / time_base.den();}}else if (frameTypesToSeek.contains(Frame.Type.AUDIO)) {if (audio_st!=null && audio_st.start_time() != AV_NOPTS_VALUE) {AVRational time_base = audio_st.time_base();ts0 = 1000000L * audio_st.start_time() * time_base.num() / time_base.den();}}}/*  Sometimes the ffmpeg's avformat_seek_file(...) function brings us not to a position before*  the desired but few frames after. In case we need a frame-precision seek we may*  try to request an earlier timestamp.*/long early_ts = timestamp;/* add the stream start time */timestamp += ts0;early_ts += ts0;long initialSeekPosition = Long.MIN_VALUE;long maxSeekSteps = 0;long count = 0;Frame seekFrame = null;do {if ((ret = avformat_seek_file(oc, -1, 0L, early_ts, early_ts, AVSEEK_FLAG_BACKWARD)) < 0)throw new Exception("avformat_seek_file() error " + ret + ": Could not seek file to timestamp " + timestamp + ".");if (video_c != null) {avcodec_flush_buffers(video_c);}if (audio_c != null) {avcodec_flush_buffers(audio_c);}if (pkt.stream_index() != -1) {av_packet_unref(pkt);pkt.stream_index(-1);}seekFrame = grabFrame(frameTypesToSeek.contains(Frame.Type.AUDIO), frameTypesToSeek.contains(Frame.Type.VIDEO), false, false, false);if (seekFrame == null) return;initialSeekPosition = seekFrame.timestamp;if(early_ts==0L) break;early_ts-=500000L;if(early_ts<0) early_ts=0L;} while (initialSeekPosition>timestamp);double frameDuration = 0.0;if (seekFrame.image != null && this.getFrameRate() > 0)frameDuration =  AV_TIME_BASE / (double)getFrameRate();else if (seekFrame.samples != null && samples_frame != null && getSampleRate() > 0) {frameDuration =  AV_TIME_BASE * samples_frame.nb_samples() / (double)getSampleRate();}if(frameDuration>0.0) {maxSeekSteps = 0; //no more grab if the distance to the requested timestamp is smaller than frameDurationif (timestamp - initialSeekPosition + 1 > frameDuration)  //allow for a rounding errormaxSeekSteps = (long)(10*(timestamp - initialSeekPosition)/frameDuration);}else if (initialSeekPosition < timestamp) maxSeekSteps = 1000;double delta = 0.0; //for the timestamp correctioncount = 0;while(count < maxSeekSteps) {seekFrame = grabFrame(frameTypesToSeek.contains(Frame.Type.AUDIO), frameTypesToSeek.contains(Frame.Type.VIDEO), false, false, false);if (seekFrame == null) return; //is it better to throw NullPointerException?count++;double ts=seekFrame.timestamp;frameDuration = 0.0;if (seekFrame.image != null && this.getFrameRate() > 0)frameDuration =  AV_TIME_BASE / (double)getFrameRate();else if (seekFrame.samples != null && samples_frame != null && getSampleRate() > 0)frameDuration =  AV_TIME_BASE * samples_frame.nb_samples() / (double)getSampleRate();delta = 0.0;if (frameDuration>0.0) {delta = (ts-ts0)/frameDuration - Math.round((ts-ts0)/frameDuration);if (Math.abs(delta)>0.2) delta=0.0;}ts-=delta*frameDuration; // corrected timestampif (ts + frameDuration > timestamp) break;}} else { //old quick seeking code used in JavaCV versions prior to 1.4.1/* add the stream start time */timestamp += ts0;if ((ret = avformat_seek_file(oc, -1, Long.MIN_VALUE, timestamp, Long.MAX_VALUE, AVSEEK_FLAG_BACKWARD)) < 0) {throw new Exception("avformat_seek_file() error " + ret + ": Could not seek file to timestamp " + timestamp + ".");}if (video_c != null) {avcodec_flush_buffers(video_c);}if (audio_c != null) {avcodec_flush_buffers(audio_c);}if (pkt.stream_index() != -1) {av_packet_unref(pkt);pkt.stream_index(-1);}/* comparing to timestamp +/- 1 avoids rouding issues for framerateswhich are no proper divisors of 1000000, e.g. whereav_frame_get_best_effort_timestamp in grabFrame sets this.timestampto ...666 and the given timestamp has been rounded to ...667(or vice versa)*/int count = 0; // prevent infinite loops with corrupted fileswhile (this.timestamp > timestamp + 1 && grabFrame(true, true, false, false) != null && count++ < 1000) {// flush frames if seeking backwards}count = 0;while (this.timestamp < timestamp - 1 && grabFrame(true, true, false, false) != null && count++ < 1000) {// decode up to the desired frame}}frameGrabbed = true;}}/** Returns {@link #getLengthInVideoFrames()} */@Override public int getLengthInFrames() {// best guess...return getLengthInVideoFrames();}@Override public long getLengthInTime() {return oc.duration() * 1000000L / AV_TIME_BASE;}/** Returns {@code (int) Math.round(getLengthInTime() * getFrameRate() / 1000000L)}, which is an approximation in general. */public int getLengthInVideoFrames() {// best guess...return (int) Math.round(getLengthInTime() * getFrameRate() / 1000000L);}public int getLengthInAudioFrames() {// best guess...double afr = getAudioFrameRate();if (afr > 0) return (int) (getLengthInTime() * afr / 1000000L);else return 0;}public AVFormatContext getFormatContext() {return oc;}/** Calls {@code start(true)}. */@Override public void start() throws Exception {start(true);}/** Set findStreamInfo to false to minimize startup time, at the expense of robustness. */public void start(boolean findStreamInfo) throws Exception {synchronized (org.bytedeco.ffmpeg.global.avcodec.class) {startUnsafe(findStreamInfo);}}public void startUnsafe() throws Exception {startUnsafe(true);}public synchronized void startUnsafe(boolean findStreamInfo) throws Exception {try (PointerScope scope = new PointerScope()) {if (oc != null && !oc.isNull()) {throw new Exception("start() has already been called: Call stop() before calling start() again.");}int ret;img_convert_ctx = null;oc              = new AVFormatContext(null);video_c         = null;audio_c         = null;plane_ptr       = new PointerPointer(AVFrame.AV_NUM_DATA_POINTERS).retainReference();plane_ptr2      = new PointerPointer(AVFrame.AV_NUM_DATA_POINTERS).retainReference();pkt             = new AVPacket().retainReference();frameGrabbed    = false;frame           = new Frame();timestamp       = 0;frameNumber     = 0;default_layout  = new AVChannelLayout().retainReference();pkt.stream_index(-1);// Open video fileAVInputFormat f = null;if (format != null && format.length() > 0) {if ((f = av_find_input_format(format)) == null) {throw new Exception("av_find_input_format() error: Could not find input format \"" + format + "\".");}}AVDictionary options = new AVDictionary(null);if (frameRate > 0) {AVRational r = av_d2q(frameRate, 1001000);av_dict_set(options, "framerate", r.num() + "/" + r.den(), 0);}if (pixelFormat >= 0) {av_dict_set(options, "pixel_format", av_get_pix_fmt_name(pixelFormat).getString(), 0);} else if (imageMode != ImageMode.RAW) {av_dict_set(options, "pixel_format", imageMode == ImageMode.COLOR ? "bgr24" : "gray8", 0);}if (imageWidth > 0 && imageHeight > 0) {av_dict_set(options, "video_size", imageWidth + "x" + imageHeight, 0);}if (sampleRate > 0) {av_dict_set(options, "sample_rate", "" + sampleRate, 0);}if (audioChannels > 0) {av_dict_set(options, "channels", "" + audioChannels, 0);}for (Entry<String, String> e : this.options.entrySet()) {av_dict_set(options, e.getKey(), e.getValue(), 0);}if (inputStream != null) {if (!inputStream.markSupported()) {inputStream = new BufferedInputStream(inputStream);}inputStream.mark(maximumSize);oc = avformat_alloc_context();avio = avio_alloc_context(new BytePointer(av_malloc(4096)), 4096, 0, oc, readCallback, null, maximumSize > 0 ? seekCallback : null);oc.pb(avio);filename = inputStream.toString();inputStreams.put(oc, inputStream);}if ((ret = avformat_open_input(oc, filename, f, options)) < 0) {av_dict_set(options, "pixel_format", null, 0);if ((ret = avformat_open_input(oc, filename, f, options)) < 0) {throw new Exception("avformat_open_input() error " + ret + ": Could not open input \"" + filename + "\". (Has setFormat() been called?)");}}FFmpegLogCallback.logRejectedOptions(options, "avformat_open_input");av_dict_free(options);oc.max_delay(maxDelay);// Retrieve stream information, if desiredif (findStreamInfo && (ret = avformat_find_stream_info(oc, (PointerPointer)null)) < 0) {throw new Exception("avformat_find_stream_info() error " + ret + ": Could not find stream information.");}if (av_log_get_level() >= AV_LOG_INFO) {// Dump information about file onto standard errorav_dump_format(oc, 0, filename, 0);}// Find the first stream with the user-specified disposition propertyint nb_streams = oc.nb_streams();for (int i = 0; i < nb_streams; i++) {AVStream st = oc.streams(i);AVCodecParameters par = st.codecpar();if (videoStream < 0 && par.codec_type() == AVMEDIA_TYPE_VIDEO && st.disposition() == videoDisposition) {videoStream = i;} else if (audioStream < 0 && par.codec_type() == AVMEDIA_TYPE_AUDIO && st.disposition() == audioDisposition) {audioStream = i;}}// Find the first video and audio stream, unless the user specified otherwisevideo_st = audio_st = null;AVCodecParameters video_par = null, audio_par = null;streams = new int[nb_streams];for (int i = 0; i < nb_streams; i++) {AVStream st = oc.streams(i);// Get a pointer to the codec context for the video or audio streamAVCodecParameters par = st.codecpar();streams[i] = par.codec_type();if (video_st == null && par.codec_type() == AVMEDIA_TYPE_VIDEO&& par.codec_id() != AV_CODEC_ID_NONE && (videoStream < 0 || videoStream == i)) {video_st = st;video_par = par;videoStream = i;} else if (audio_st == null && par.codec_type() == AVMEDIA_TYPE_AUDIO&& par.codec_id() != AV_CODEC_ID_NONE && (audioStream < 0 || audioStream == i)) {audio_st = st;audio_par = par;audioStream = i;}}if (video_st == null && audio_st == null) {throw new Exception("Did not find a video or audio stream inside \"" + filename+ "\" for videoStream == " + videoStream + " and audioStream == " + audioStream + ".");}if (video_st != null) {// Find the decoder for the video streamAVCodec codec = avcodec_find_decoder_by_name(videoCodecName);if (codec == null) {codec = avcodec_find_decoder(video_par.codec_id());}if (codec == null) {throw new Exception("avcodec_find_decoder() error: Unsupported video format or codec not found: " + video_par.codec_id() + ".");}/* Allocate a codec context for the decoder */if ((video_c = avcodec_alloc_context3(codec)) == null) {throw new Exception("avcodec_alloc_context3() error: Could not allocate video decoding context.");}/* copy the stream parameters from the muxer */if ((ret = avcodec_parameters_to_context(video_c, video_st.codecpar())) < 0) {releaseUnsafe();throw new Exception("avcodec_parameters_to_context() error " + ret + ": Could not copy the video stream parameters.");}options = new AVDictionary(null);for (Entry<String, String> e : videoOptions.entrySet()) {av_dict_set(options, e.getKey(), e.getValue(), 0);}// Enable multithreading when availablevideo_c.thread_count(0);// Open video codecif ((ret = avcodec_open2(video_c, codec, options)) < 0) {throw new Exception("avcodec_open2() error " + ret + ": Could not open video codec.");}FFmpegLogCallback.logRejectedOptions(options, "avcodec_open2");av_dict_free(options);// Hack to correct wrong frame rates that seem to be generated by some codecsif (video_c.time_base().num() > 1000 && video_c.time_base().den() == 1) {video_c.time_base().den(1000);}// Allocate video frame and an AVFrame structure for the RGB imageif ((picture = av_frame_alloc()) == null) {throw new Exception("av_frame_alloc() error: Could not allocate raw picture frame.");}if ((picture_rgb = av_frame_alloc()) == null) {throw new Exception("av_frame_alloc() error: Could not allocate RGB picture frame.");}initPictureRGB();}if (audio_st != null) {// Find the decoder for the audio streamAVCodec codec = avcodec_find_decoder_by_name(audioCodecName);if (codec == null) {codec = avcodec_find_decoder(audio_par.codec_id());}if (codec == null) {throw new Exception("avcodec_find_decoder() error: Unsupported audio format or codec not found: " + audio_par.codec_id() + ".");}/* Allocate a codec context for the decoder */if ((audio_c = avcodec_alloc_context3(codec)) == null) {throw new Exception("avcodec_alloc_context3() error: Could not allocate audio decoding context.");}/* copy the stream parameters from the muxer */if ((ret = avcodec_parameters_to_context(audio_c, audio_st.codecpar())) < 0) {releaseUnsafe();throw new Exception("avcodec_parameters_to_context() error " + ret + ": Could not copy the audio stream parameters.");}options = new AVDictionary(null);for (Entry<String, String> e : audioOptions.entrySet()) {av_dict_set(options, e.getKey(), e.getValue(), 0);}// Enable multithreading when availableaudio_c.thread_count(0);// Open audio codecif ((ret = avcodec_open2(audio_c, codec, options)) < 0) {throw new Exception("avcodec_open2() error " + ret + ": Could not open audio codec.");}FFmpegLogCallback.logRejectedOptions(options, "avcodec_open2");av_dict_free(options);// Allocate audio samples frameif ((samples_frame = av_frame_alloc()) == null) {throw new Exception("av_frame_alloc() error: Could not allocate audio frame.");}samples_ptr = new BytePointer[] { null };samples_buf = new Buffer[] { null };}started = true;}}private void initPictureRGB() {int width  = imageWidth  > 0 ? imageWidth  : video_c.width();int height = imageHeight > 0 ? imageHeight : video_c.height();switch (imageMode) {case COLOR:case GRAY:// If size changes I new allocation is needed -> free the old one.if (image_ptr != null) {// First kill all references, then free it.image_buf = null;BytePointer[] temp = image_ptr;image_ptr = null;av_free(temp[0]);}int fmt = getPixelFormat();// work around bug in swscale: https://trac.ffmpeg.org/ticket/1031int align = 64;int stride = width;for (int i = 1; i <= align; i += i) {stride = (width + (i - 1)) & ~(i - 1);av_image_fill_linesizes(picture_rgb.linesize(), fmt, stride);if ((picture_rgb.linesize(0) & (align - 1)) == 0) {break;}}// Determine required buffer size and allocate bufferint size = av_image_get_buffer_size(fmt, stride, height, 1);image_ptr = new BytePointer[] { new BytePointer(av_malloc(size)).capacity(size) };image_buf = new Buffer[] { image_ptr[0].asBuffer() };// Assign appropriate parts of buffer to image planes in picture_rgb// Note that picture_rgb is an AVFrame, but AVFrame is a superset of AVPictureav_image_fill_arrays(new PointerPointer(picture_rgb), picture_rgb.linesize(), image_ptr[0], fmt, stride, height, 1);picture_rgb.format(fmt);picture_rgb.width(width);picture_rgb.height(height);break;case RAW:image_ptr = new BytePointer[] { null };image_buf = new Buffer[] { null };break;default:assert false;}}@Override public void stop() throws Exception {release();}@Override public synchronized void trigger() throws Exception {if (oc == null || oc.isNull()) {throw new Exception("Could not trigger: No AVFormatContext. (Has start() been called?)");}if (pkt.stream_index() != -1) {av_packet_unref(pkt);pkt.stream_index(-1);}for (int i = 0; i < numBuffers+1; i++) {if (av_read_frame(oc, pkt) < 0) {return;}av_packet_unref(pkt);}}private void processImage() throws Exception {frame.imageWidth  = imageWidth  > 0 ? imageWidth  : video_c.width();frame.imageHeight = imageHeight > 0 ? imageHeight : video_c.height();frame.imageDepth = Frame.DEPTH_UBYTE;switch (imageMode) {case COLOR:case GRAY:// Deinterlace Pictureif (deinterlace) {throw new Exception("Cannot deinterlace: Functionality moved to FFmpegFrameFilter.");}// Has the size changed?if (frame.imageWidth != picture_rgb.width() || frame.imageHeight != picture_rgb.height()) {initPictureRGB();}// Copy "metadata" fieldsav_frame_copy_props(picture_rgb, picture);// Convert the image into BGR or GRAY format that OpenCV usesimg_convert_ctx = sws_getCachedContext(img_convert_ctx,video_c.width(), video_c.height(), video_c.pix_fmt(),frame.imageWidth, frame.imageHeight, getPixelFormat(),imageScalingFlags != 0 ? imageScalingFlags : SWS_BILINEAR,null, null, (DoublePointer)null);if (img_convert_ctx == null) {throw new Exception("sws_getCachedContext() error: Cannot initialize the conversion context.");}// Convert the image from its native format to RGB or GRAYsws_scale(img_convert_ctx, new PointerPointer(picture), picture.linesize(), 0,video_c.height(), new PointerPointer(picture_rgb), picture_rgb.linesize());frame.imageStride = picture_rgb.linesize(0);frame.image = image_buf;frame.opaque = picture_rgb;break;case RAW:frame.imageStride = picture.linesize(0);BytePointer ptr = picture.data(0);if (ptr != null && !ptr.equals(image_ptr[0])) {image_ptr[0] = ptr.capacity(frame.imageHeight * frame.imageStride);image_buf[0] = ptr.asBuffer();}frame.image = image_buf;frame.opaque = picture;break;default:assert false;}frame.image[0].limit(frame.imageHeight * frame.imageStride);frame.imageChannels = frame.imageStride / frame.imageWidth;}private void processSamples() throws Exception {int ret;int sample_format = samples_frame.format();int planes = av_sample_fmt_is_planar(sample_format) != 0 ? (int)samples_frame.ch_layout().nb_channels() : 1;int data_size = av_samples_get_buffer_size((IntPointer)null, audio_c.ch_layout().nb_channels(),samples_frame.nb_samples(), audio_c.sample_fmt(), 1) / planes;if (samples_buf == null || samples_buf.length != planes) {samples_ptr = new BytePointer[planes];samples_buf = new Buffer[planes];}frame.sampleRate = audio_c.sample_rate();frame.audioChannels = audio_c.ch_layout().nb_channels();frame.samples = samples_buf;frame.opaque = samples_frame;int sample_size = data_size / av_get_bytes_per_sample(sample_format);for (int i = 0; i < planes; i++) {BytePointer p = samples_frame.data(i);if (!p.equals(samples_ptr[i]) || samples_ptr[i].capacity() < data_size) {samples_ptr[i] = p.capacity(data_size);ByteBuffer b   = p.asBuffer();switch (sample_format) {case AV_SAMPLE_FMT_U8:case AV_SAMPLE_FMT_U8P:  samples_buf[i] = b; break;case AV_SAMPLE_FMT_S16:case AV_SAMPLE_FMT_S16P: samples_buf[i] = b.asShortBuffer();  break;case AV_SAMPLE_FMT_S32:case AV_SAMPLE_FMT_S32P: samples_buf[i] = b.asIntBuffer();    break;case AV_SAMPLE_FMT_FLT:case AV_SAMPLE_FMT_FLTP: samples_buf[i] = b.asFloatBuffer();  break;case AV_SAMPLE_FMT_DBL:case AV_SAMPLE_FMT_DBLP: samples_buf[i] = b.asDoubleBuffer(); break;default: assert false;}}samples_buf[i].position(0).limit(sample_size);}if (audio_c.ch_layout().nb_channels() != getAudioChannels() || audio_c.sample_fmt() != getSampleFormat() || audio_c.sample_rate() != getSampleRate()) {if (samples_convert_ctx == null || samples_channels != getAudioChannels() || samples_format != getSampleFormat() || samples_rate != getSampleRate()) {if (samples_convert_ctx == null) {samples_convert_ctx = new SwrContext().retainReference();}av_channel_layout_default(default_layout, getAudioChannels());if ((ret = swr_alloc_set_opts2(samples_convert_ctx, default_layout, getSampleFormat(), getSampleRate(),audio_c.ch_layout(), audio_c.sample_fmt(), audio_c.sample_rate(), 0, null)) < 0) {throw new Exception("swr_alloc_set_opts2() error " + ret + ": Cannot allocate the conversion context.");} else if ((ret = swr_init(samples_convert_ctx)) < 0) {throw new Exception("swr_init() error " + ret + ": Cannot initialize the conversion context.");}samples_channels = getAudioChannels();samples_format = getSampleFormat();samples_rate = getSampleRate();}int sample_size_in = samples_frame.nb_samples();int planes_out = av_sample_fmt_is_planar(samples_format) != 0 ? (int)samples_frame.ch_layout().nb_channels() : 1;int sample_size_out = swr_get_out_samples(samples_convert_ctx, sample_size_in);int sample_bytes_out = av_get_bytes_per_sample(samples_format);int buffer_size_out = sample_size_out * sample_bytes_out * (planes_out > 1 ? 1 : samples_channels);if (samples_buf_out == null || samples_buf.length != planes_out || samples_ptr_out[0].capacity() < buffer_size_out) {for (int i = 0; samples_ptr_out != null && i < samples_ptr_out.length; i++) {av_free(samples_ptr_out[i].position(0));}samples_ptr_out = new BytePointer[planes_out];samples_buf_out = new Buffer[planes_out];for (int i = 0; i < planes_out; i++) {samples_ptr_out[i] = new BytePointer(av_malloc(buffer_size_out)).capacity(buffer_size_out);ByteBuffer b = samples_ptr_out[i].asBuffer();switch (samples_format) {case AV_SAMPLE_FMT_U8:case AV_SAMPLE_FMT_U8P:  samples_buf_out[i] = b; break;case AV_SAMPLE_FMT_S16:case AV_SAMPLE_FMT_S16P: samples_buf_out[i] = b.asShortBuffer();  break;case AV_SAMPLE_FMT_S32:case AV_SAMPLE_FMT_S32P: samples_buf_out[i] = b.asIntBuffer();    break;case AV_SAMPLE_FMT_FLT:case AV_SAMPLE_FMT_FLTP: samples_buf_out[i] = b.asFloatBuffer();  break;case AV_SAMPLE_FMT_DBL:case AV_SAMPLE_FMT_DBLP: samples_buf_out[i] = b.asDoubleBuffer(); break;default: assert false;}}}frame.sampleRate = samples_rate;frame.audioChannels = samples_channels;frame.samples = samples_buf_out;if ((ret = swr_convert(samples_convert_ctx, plane_ptr.put(samples_ptr_out), sample_size_out, plane_ptr2.put(samples_ptr), sample_size_in)) < 0) {throw new Exception("swr_convert() error " + ret + ": Cannot convert audio samples.");}for (int i = 0; i < planes_out; i++) {samples_ptr_out[i].position(0).limit(ret * (planes_out > 1 ? 1 : samples_channels));samples_buf_out[i].position(0).limit(ret * (planes_out > 1 ? 1 : samples_channels));}}}public Frame grab() throws Exception {return grabFrame(true, true, true, false, true);}public Frame grabImage() throws Exception {return grabFrame(false, true, true, false, false);}public Frame grabSamples() throws Exception {return grabFrame(true, false, true, false, false);}public Frame grabKeyFrame() throws Exception {return grabFrame(false, true, true, true, false);}public Frame grabFrame(boolean doAudio, boolean doVideo, boolean doProcessing, boolean keyFrames) throws Exception {return grabFrame(doAudio, doVideo, doProcessing, keyFrames, true);}public synchronized Frame grabFrame(boolean doAudio, boolean doVideo, boolean doProcessing, boolean keyFrames, boolean doData) throws Exception {try (PointerScope scope = new PointerScope()) {if (oc == null || oc.isNull()) {throw new Exception("Could not grab: No AVFormatContext. (Has start() been called?)");} else if ((!doVideo || video_st == null) && (!doAudio || audio_st == null) && !doData) {return null;}if (!started) {throw new Exception("start() was not called successfully!");}boolean videoFrameGrabbed = frameGrabbed && frame.image != null;boolean audioFrameGrabbed = frameGrabbed && frame.samples != null;boolean dataFrameGrabbed = frameGrabbed && frame.data != null;frameGrabbed = false;if (doVideo && videoFrameGrabbed) {if (doProcessing) {processImage();}frame.keyFrame = picture.key_frame() != 0;return frame;} else if (doAudio && audioFrameGrabbed) {if (doProcessing) {processSamples();}frame.keyFrame = samples_frame.key_frame() != 0;return frame;} else if (doData && dataFrameGrabbed) {return frame;}frame.keyFrame = false;frame.imageWidth = 0;frame.imageHeight = 0;frame.imageDepth = 0;frame.imageChannels = 0;frame.imageStride = 0;frame.image = null;frame.sampleRate = 0;frame.audioChannels = 0;frame.samples = null;frame.data = null;frame.opaque = null;frame.type = null;boolean done = false;boolean readPacket = pkt.stream_index() == -1;while (!done) {int ret = 0;if (readPacket) {if (pkt.stream_index() != -1) {// Free the packet that was allocated by av_read_frameav_packet_unref(pkt);pkt.stream_index(-1);}if ((ret = av_read_frame(oc, pkt)) < 0) {if (ret == AVERROR_EAGAIN()) {try {Thread.sleep(10);continue;} catch (InterruptedException ex) {// reset interrupt to be niceThread.currentThread().interrupt();return null;}}if ((doVideo && video_st != null) || (doAudio && audio_st != null)) {// The video or audio codec may have buffered some framespkt.stream_index(doVideo && video_st != null ? video_st.index() : audio_st.index());pkt.flags(AV_PKT_FLAG_KEY);pkt.data(null);pkt.size(0);} else {pkt.stream_index(-1);return null;}}}frame.streamIndex = pkt.stream_index();// Is this a packet from the video stream?if (doVideo && video_st != null && frame.streamIndex == video_st.index()&& (!keyFrames || pkt.flags() == AV_PKT_FLAG_KEY)) {// Decode video frameif (readPacket) {ret = avcodec_send_packet(video_c, pkt);if (pkt.data() == null && pkt.size() == 0) {pkt.stream_index(-1);}if (ret == AVERROR_EAGAIN() || ret == AVERROR_EOF()) {// The video codec may have buffered some frames} else if (ret < 0) {// Ignore errors to emulate the behavior of the old API// throw new Exception("avcodec_send_packet() error " + ret + ": Error sending a video packet for decoding.");}}// Did we get a video frame?while (!done) {ret = avcodec_receive_frame(video_c, picture);if (ret == AVERROR_EAGAIN() || ret == AVERROR_EOF()) {if (pkt.data() == null && pkt.size() == 0) {pkt.stream_index(-1);doVideo = false;if (doAudio) {readPacket = false;break;}return null;} else {readPacket = true;break;}} else if (ret < 0) {// Ignore errors to emulate the behavior of the old API// throw new Exception("avcodec_receive_frame() error " + ret + ": Error during video decoding.");readPacket = true;break;}if (!keyFrames || picture.pict_type() == AV_PICTURE_TYPE_I) {long pts = picture.best_effort_timestamp();AVRational time_base = video_st.time_base();timestamp = 1000000L * pts * time_base.num() / time_base.den();long ts0 = oc.start_time() != AV_NOPTS_VALUE ? oc.start_time() : 0;// best guess, AVCodecContext.frame_number = number of decoded frames...frameNumber = (int)Math.round((timestamp - ts0) * getFrameRate() / 1000000L);frame.image = image_buf;if (doProcessing) {processImage();}/* the picture is allocated by the decoder. no need tofree it */done = true;frame.timestamp = timestamp;frame.keyFrame = picture.key_frame() != 0;frame.pictType = (char)av_get_picture_type_char(picture.pict_type());frame.type = Frame.Type.VIDEO;}}} else if (doAudio && audio_st != null && frame.streamIndex == audio_st.index()) {// Decode audio frameif (readPacket) {ret = avcodec_send_packet(audio_c, pkt);if (ret < 0) {// Ignore errors to emulate the behavior of the old API// throw new Exception("avcodec_send_packet() error " + ret + ": Error sending an audio packet for decoding.");}}// Did we get an audio frame?while (!done) {ret = avcodec_receive_frame(audio_c, samples_frame);if (ret == AVERROR_EAGAIN() || ret == AVERROR_EOF()) {if (pkt.data() == null && pkt.size() == 0) {pkt.stream_index(-1);doAudio = false;return null;} else {readPacket = true;break;}} else if (ret < 0) {// Ignore errors to emulate the behavior of the old API// throw new Exception("avcodec_receive_frame() error " + ret + ": Error during audio decoding.");readPacket = true;break;}long pts = samples_frame.best_effort_timestamp();AVRational time_base = audio_st.time_base();timestamp = 1000000L * pts * time_base.num() / time_base.den();frame.samples = samples_buf;/* if a frame has been decoded, output it */if (doProcessing) {processSamples();}done = true;frame.timestamp = timestamp;frame.keyFrame = samples_frame.key_frame() != 0;frame.type = Frame.Type.AUDIO;}} else if (readPacket && doData&& frame.streamIndex > -1 && frame.streamIndex < streams.length&& streams[frame.streamIndex] != AVMEDIA_TYPE_VIDEO && streams[frame.streamIndex] != AVMEDIA_TYPE_AUDIO) {// Export the stream byte data for non audio / video framesframe.data = pkt.data().position(0).capacity(pkt.size()).asByteBuffer();frame.opaque = pkt;done = true;switch (streams[frame.streamIndex]) {case AVMEDIA_TYPE_DATA: frame.type = Frame.Type.DATA; break;case AVMEDIA_TYPE_SUBTITLE: frame.type = Frame.Type.SUBTITLE; break;case AVMEDIA_TYPE_ATTACHMENT: frame.type = Frame.Type.ATTACHMENT; break;default: frame.type = null;}} else {// Current packet is not needed (different stream index required)readPacket = true;}}return frame;}}public synchronized AVPacket grabPacket() throws Exception {if (oc == null || oc.isNull()) {throw new Exception("Could not grab: No AVFormatContext. (Has start() been called?)");}if (!started) {throw new Exception("start() was not called successfully!");}// Return the next frame of a stream.if (av_read_frame(oc, pkt) < 0) {return null;}return pkt;}
}

1.1 Demo使用

grabber.start() 初始化相關信息，grabber.stop() 釋放相關對象。如AVFormatContext
grabber.grab() 獲取音視頻幀，關鍵幀frame.keyFrame，視頻幀frame.image，音頻幀frame.samples
Frame 是 JavaCV 中用于表示媒體幀的通用類
簡單使用：FFmpeg+javacpp中仿ffplay播放

public class Demo {public static void main(String[] args) throws Exception {String url = "G:\\視頻\\動漫\\長安三萬里2023.mp4";FFmpegFrameGrabber grabber = FFmpegFrameGrabber.createDefault(url);grabber.start();Frame frame;int count = 0;while ((frame = grabber.grab()) != null) {XLog.d(count + "-Frame keyFrame=" + frame.keyFrame + " type: " + frame.type + ", getType:" + frame.getTypes());if (frame.image != null) {}if (frame.samples != null && frame.samples.length > 0) {}count++;if (count > 200) break;}grabber.stop();}
}

1.2 音頻相關

方法說明
int getAudioBitrate()獲取音頻流的比特率（bitrate）信息
int getAudioChannels()獲取當前音頻流的通道數量（聲道數）
int getAudioCodec()
String getAudioCodecName()獲取當前音頻流所使用的音頻編碼器（Codec）名稱
double getAudioFrameRate()
Map<String,String> getAudioMetadata()
String getAudioMetadata(String key)
Map<String,Buffer> getAudioSideData()
Buffer getAudioSideData(String key)
int getLengthInAudioFrames()獲取音頻流的總幀數（以音頻幀為單位）
boolean hasAudio()是否有音頻流
void setAudioFrameNumber(int frameNumber)
void setAudioTimestamp(long timestamp)
int getSampleFormat()獲取音頻采樣格式（Sample Format）
int getSampleRate()獲取音頻流的采樣率（Sample Rate）
Frame grabSamples()抓取音頻采樣數據（Samples）；只抓取音頻幀（適合純音頻處理）

1.3 視頻相關

方法說明
double getDisplayRotation()獲取視頻流中指定的顯示旋轉角度（Display Rotation）
double getFrameRate()獲取視頻流的幀率（Frame Rate）； 即getVideoFrameRate()
int getLengthInFrames()獲取視頻文件中視頻流的總幀數；即getLengthInVideoFrames()
int getLengthInVideoFrames()獲取視頻文件中視頻流的總幀數
int getVideoBitrate()獲取視頻流的比特率（bitrate），即單位時間內視頻數據的傳輸速率
int getVideoCodec()
String getVideoCodecName()獲取視頻流所使用的編碼器名稱（視頻編碼格式）
double getVideoFrameRate()獲取視頻流的幀率（Frame Rate
Map<String,String> getVideoMetadata()
String getVideoMetadata(String key)
Map<String,Buffer> getVideoSideData()
Buffer getVideoSideData(String key)
boolean hasVideo()判斷當前媒體文件或流是否包含視頻流
void setVideoFrameNumber(int frameNumber)
void setVideoTimestamp(long timestamp)

2、Frame屬性

org/bytedeco/javacv/Frame.java

Frame屬性說明
int audioChannelsInformation associated with the samples field.
ByteBuffer dataBuffer to hold a data stream associated with a frame.
static int DEPTH_BYTEConstants to be used for imageDepth.
static int DEPTH_DOUBLEConstants to be used for imageDepth.
static int DEPTH_FLOATConstants to be used for imageDepth.
static int DEPTH_INTConstants to be used for imageDepth.
static int DEPTH_LONGConstants to be used for imageDepth.
static int DEPTH_SHORTConstants to be used for imageDepth.
static int DEPTH_UBYTEConstants to be used for imageDepth.
static int DEPTH_USHORTConstants to be used for imageDepth.
Buffer[] imageBuffers to hold image pixels from multiple channels for a video frame.
int imageChannelsInformation associated with the image field.
int imageDepthInformation associated with the image field.
int imageHeightInformation associated with the image field.
int imageStrideInformation associated with the image field.
int imageWidthInformation associated with the image field.
boolean keyFrameA flag set by a FrameGrabber or a FrameRecorder to indicate a key frame.
Object opaqueThe underlying data object, for example, Pointer, AVFrame, IplImage, or Mat.
char pictTypeThe type of the image frame (‘I’, ‘P’, ‘B’, etc).
int sampleRateInformation associated with the samples field.
Buffer[] samplesBuffers to hold audio samples from multiple channels for an audio frame.
int streamIndexStream number the audio
long timestamp時間戳（微秒），用于音視頻同步
Frame.Type typeThe type of the stream.

2.1 視頻幀屬性

Frame屬性說明
Buffer[] image圖像數據數組，每個元素是一個通道的 Buffer（如 RGB 為 3 個 Buffer）
int imageChannels圖像通道數（如：RGB = 3，RGBA = 4）
int imageDepth圖像深度，如：Frame.DEPTH_UBYTE（8位無符號整數，最常用）\ Frame.DEPTH_BYTE（8位有符號）\ Frame.DEPTH_SHORT（16位）\ Frame.DEPTH_INT（32位整數）\ Frame.DEPTH_FLOAT（32位浮點）
int imageHeight圖像高度（像素）
int imageStride圖像行步長（每行字節數），用于對齊內存
int imageWidth圖像寬度（像素）

2.2 音頻幀屬性

Frame屬性說明
int audioChannels音頻通道數（如：單聲道 = 1，立體聲 = 2）
int sampleRate采樣率（如 44100 Hz）
Buffer[] samples音頻采樣數據數組，每個元素是一個通道的數據（如立體聲為 2 個 Buffer）
int streamIndex音頻流索引

2.3 音頻視頻區分

grabber.grab() 獲取音視頻幀；只處理音頻使用grabber.grabSamples()，只處理視頻使用grabber.grabImage()

if (frame.image != null) { /* 有圖像 */ }
if (frame.samples != null && frame.samples.length > 0) { /* 有音頻 */ }

從上面Demo來看，image 和 samples 不會同時存在：

  • 如果是視頻幀，image != null，samples == null。
  • 如果是音頻幀，samples != null，image == null。
2025/07/27 01:28:28.668 XhBruce : 0-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.679 XhBruce : 1-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.681 XhBruce : 2-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.683 XhBruce : 3-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.685 XhBruce : 4-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.689 XhBruce : 5-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.694 XhBruce : 6-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.702 XhBruce : 7-Frame keyFrame=true type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.702 XhBruce : 8-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.704 XhBruce : 9-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.705 XhBruce : 10-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.709 XhBruce : 11-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.709 XhBruce : 12-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.711 XhBruce : 13-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.711 XhBruce : 14-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.713 XhBruce : 15-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.713 XhBruce : 16-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.716 XhBruce : 17-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.716 XhBruce : 18-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.719 XhBruce : 19-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.719 XhBruce : 20-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.721 XhBruce : 21-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.722 XhBruce : 22-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.724 XhBruce : 23-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.724 XhBruce : 24-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.727 XhBruce : 25-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.727 XhBruce : 26-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.731 XhBruce : 27-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.732 XhBruce : 28-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.734 XhBruce : 29-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.734 XhBruce : 30-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.737 XhBruce : 31-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.737 XhBruce : 32-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.739 XhBruce : 33-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.740 XhBruce : 34-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.742 XhBruce : 35-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.745 XhBruce : 36-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.745 XhBruce : 37-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.748 XhBruce : 38-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.748 XhBruce : 39-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.751 XhBruce : 40-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.751 XhBruce : 41-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.754 XhBruce : 42-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.754 XhBruce : 43-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.756 XhBruce : 44-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.757 XhBruce : 45-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.759 XhBruce : 46-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.759 XhBruce : 47-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.761 XhBruce : 48-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.761 XhBruce : 49-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.764 XhBruce : 50-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.764 XhBruce : 51-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.766 XhBruce : 52-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.766 XhBruce : 53-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.769 XhBruce : 54-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.769 XhBruce : 55-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.772 XhBruce : 56-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.772 XhBruce : 57-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.775 XhBruce : 58-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.776 XhBruce : 59-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.779 XhBruce : 60-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.780 XhBruce : 61-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.782 XhBruce : 62-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.783 XhBruce : 63-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.786 XhBruce : 64-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.787 XhBruce : 65-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.790 XhBruce : 66-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.790 XhBruce : 67-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.793 XhBruce : 68-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.795 XhBruce : 69-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.797 XhBruce : 70-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.798 XhBruce : 71-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.799 XhBruce : 72-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.800 XhBruce : 73-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.803 XhBruce : 74-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.803 XhBruce : 75-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.805 XhBruce : 76-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.806 XhBruce : 77-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.809 XhBruce : 78-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.809 XhBruce : 79-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.811 XhBruce : 80-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.812 XhBruce : 81-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.814 XhBruce : 82-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.814 XhBruce : 83-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.817 XhBruce : 84-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.818 XhBruce : 85-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.821 XhBruce : 86-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.822 XhBruce : 87-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.824 XhBruce : 88-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.824 XhBruce : 89-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.827 XhBruce : 90-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.828 XhBruce : 91-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.830 XhBruce : 92-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.832 XhBruce : 93-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.835 XhBruce : 94-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.836 XhBruce : 95-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.838 XhBruce : 96-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.839 XhBruce : 97-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.842 XhBruce : 98-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.842 XhBruce : 99-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.845 XhBruce : 100-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.846 XhBruce : 101-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.850 XhBruce : 102-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.853 XhBruce : 103-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.856 XhBruce : 104-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.856 XhBruce : 105-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.859 XhBruce : 106-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.860 XhBruce : 107-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.863 XhBruce : 108-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.863 XhBruce : 109-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.866 XhBruce : 110-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.867 XhBruce : 111-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.869 XhBruce : 112-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.870 XhBruce : 113-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.873 XhBruce : 114-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.873 XhBruce : 115-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.876 XhBruce : 116-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.876 XhBruce : 117-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.881 XhBruce : 118-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.883 XhBruce : 119-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.884 XhBruce : 120-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.887 XhBruce : 121-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.888 XhBruce : 122-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.891 XhBruce : 123-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.891 XhBruce : 124-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.893 XhBruce : 125-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.895 XhBruce : 126-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.897 XhBruce : 127-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.898 XhBruce : 128-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.901 XhBruce : 129-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.901 XhBruce : 130-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.903 XhBruce : 131-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.904 XhBruce : 132-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.906 XhBruce : 133-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.907 XhBruce : 134-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.910 XhBruce : 135-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.910 XhBruce : 136-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.912 XhBruce : 137-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.913 XhBruce : 138-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.915 XhBruce : 139-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.916 XhBruce : 140-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.918 XhBruce : 141-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.919 XhBruce : 142-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.921 XhBruce : 143-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.922 XhBruce : 144-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.924 XhBruce : 145-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.924 XhBruce : 146-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.927 XhBruce : 147-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.928 XhBruce : 148-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.931 XhBruce : 149-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.931 XhBruce : 150-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.934 XhBruce : 151-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.934 XhBruce : 152-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.936 XhBruce : 153-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.937 XhBruce : 154-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.940 XhBruce : 155-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.941 XhBruce : 156-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.943 XhBruce : 157-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.944 XhBruce : 158-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.947 XhBruce : 159-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.947 XhBruce : 160-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.949 XhBruce : 161-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.950 XhBruce : 162-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.952 XhBruce : 163-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.953 XhBruce : 164-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.956 XhBruce : 165-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.957 XhBruce : 166-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.959 XhBruce : 167-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.960 XhBruce : 168-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.962 XhBruce : 169-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.963 XhBruce : 170-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.965 XhBruce : 171-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.965 XhBruce : 172-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.967 XhBruce : 173-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.968 XhBruce : 174-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.970 XhBruce : 175-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.970 XhBruce : 176-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.973 XhBruce : 177-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.973 XhBruce : 178-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.975 XhBruce : 179-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.976 XhBruce : 180-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.978 XhBruce : 181-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.978 XhBruce : 182-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.980 XhBruce : 183-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.981 XhBruce : 184-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.983 XhBruce : 185-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.984 XhBruce : 186-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.986 XhBruce : 187-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.987 XhBruce : 188-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.989 XhBruce : 189-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.989 XhBruce : 190-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.992 XhBruce : 191-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.993 XhBruce : 192-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.995 XhBruce : 193-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.995 XhBruce : 194-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.997 XhBruce : 195-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:28.997 XhBruce : 196-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:28.999 XhBruce : 197-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:29.000 XhBruce : 198-Frame keyFrame=true type: AUDIO, getType:[AUDIO]
2025/07/27 01:28:29.002 XhBruce : 199-Frame keyFrame=false type: VIDEO, getType:[VIDEO]
2025/07/27 01:28:29.002 XhBruce : 200-Frame keyFrame=true type: AUDIO, getType:[AUDIO]

本文來自互聯網用戶投稿，該文觀點僅代表作者本人，不代表本站立場。本站僅提供信息存儲空間服務，不擁有所有權，不承擔相關法律責任。
如若轉載，請注明出處：http://www.pswp.cn/web/90993.shtml
繁體地址，請注明出處：http://hk.pswp.cn/web/90993.shtml
英文地址，請注明出處：http://en.pswp.cn/web/90993.shtml

如若內容造成侵權/違法違規/事實不符，請聯系多彩編程網進行投訴反饋email:809451989@qq.com，一經查實，立即刪除！

相關文章

1-FPGA的LUT理解

1-FPGA的LUT理解

FPGA的LUT理解 FPGA的4輸入LUT中&#xff0c;SRAM存儲的16位二進制數&#xff08;如 0110100110010110&#xff09;直接對應真值表的輸出值。下面通過具體例子詳細解釋其含義&#xff1a; 1. 4輸入LUT 4輸入LUT的本質是一個161的SRAM&#xff0c;它通過存儲真值表的方式實現任意…
閱讀更多...
Vue2文件上傳相關

Vue2文件上傳相關

導入彈窗<template><el-dialog:title"title":visible.sync"fileUploadVisible"append-to-bodyclose-on-click-modalclose-on-press-escapewidth"420px"><div v-if"showDatePicker">選擇時間&#xff1a;<el-date…
閱讀更多...
vue使用xlsx庫導出excel

vue使用xlsx庫導出excel

引入xlsx庫 import XLSX from "xlsx";將后端接口返回的數據和列名&#xff0c;拼接到XLSX.utils.aoa_to_sheet中exportExcel() {debugger;if (!this.feedingTableData || this.feedingTableData.length "0") {this.$message.error("投料信息為空&…
閱讀更多...
卷積神經網絡(CNN)處理流程（簡化版）

卷積神經網絡(CNN)處理流程（簡化版）

前言 是看了這個大佬的視頻后想進行一下自己的整理&#xff08;流程只到了扁平化&#xff09;&#xff0c;如果有問題希望各位大佬能夠給予指正。卷積神經網絡&#xff08;CNN&#xff09;到底卷了啥&#xff1f;8分鐘帶你快速了解&#xff01;_嗶哩嗶哩_bilibilihttps://www.…
閱讀更多...
DBSyncer：開源免費的全能數據同步工具，多數據源無縫支持！

DBSyncer：開源免費的全能數據同步工具，多數據源無縫支持！

DBSyncer&#xff08;英[dbs??k??]&#xff0c;美[dbs??k?? 簡稱dbs&#xff09;是一款開源的數據同步中間件&#xff0c;提供MySQL、Oracle、SqlServer、PostgreSQL、Elasticsearch(ES)、Kafka、File、SQL等同步場景。支持上傳插件自定義同步轉換業務&#xff0c;提供…
閱讀更多...
kafka開啟Kerberos使用方式

kafka開啟Kerberos使用方式

kafka SASL_PLAINTEXT serviceName 配置&#xff1a; /etc/security/keytabs/kafka.service.keytab 對應的用戶名 $ cat /home/sunxy/kafka/jaas25.conf KafkaClient { com.sun.security.auth.module.Krb5LoginModule required useKeyTabtrue renewTickettrue serviceName“ocd…
閱讀更多...
Unity教程（二十四）技能系統 投劍技能（中）技能變種實現

Unity教程（二十四）技能系統 投劍技能（中）技能變種實現

Unity開發2D類銀河惡魔城游戲學習筆記 Unity開發2D類銀河惡魔城游戲學習筆記目錄 技能系統 Unity教程&#xff08;二十一&#xff09;技能系統 基礎部分 Unity教程&#xff08;二十二&#xff09;技能系統 分身技能 Unity教程&#xff08;二十三&#xff09;技能系統 擲劍技能…
閱讀更多...
局域網TCP通過組播放地址rtp推流和拉流實現實時喊話

局域網TCP通過組播放地址rtp推流和拉流實現實時喊話

應用場景&#xff0c;安卓端局域網不用ip通過組播放地址實現實時對講功能發送端: ffmpeg -f alsa -i hw:1 -acodec aac -ab 64k -ac 2 -ar 16000 -frtp -sdp file stream.sdp rtp://224.0.0.1:14556接收端: ffmpeg -protocol whitelist file,udp,rtp -i stream.sdp -acodec pcm…
閱讀更多...
基于深度學習的醫學圖像分析：使用YOLOv5實現細胞檢測

基于深度學習的醫學圖像分析：使用YOLOv5實現細胞檢測

最近研學過程中發現了一個巨牛的人工智能學習網站&#xff0c;通俗易懂&#xff0c;風趣幽默&#xff0c;忍不住分享一下給大家。點擊鏈接跳轉到網站人工智能及編程語言學習教程。讀者們可以通過里面的文章詳細了解一下人工智能及其編程等教程和學習方法。下面開始對正文內容的…
閱讀更多...
32.768KHZ 3215晶振CM315D與NX3215SA應用全場景

32.768KHZ 3215晶振CM315D與NX3215SA應用全場景

在現代電子設備中&#xff0c;一粒米大小的晶振&#xff0c;卻是掌控時間精度的“心臟”。CITIZEN的CM315D系列與NDK的NX3215SA系列晶振便是其中的佼佼者&#xff0c;它們以 3.2 1.5 mm 的小尺寸”(厚度不足1mm)&#xff0c;成為智能設備中隱形的節奏大師。精準計時的奧秘這兩…
閱讀更多...
嵌軟面試——ARM Cortex-M寄存器組

嵌軟面試——ARM Cortex-M寄存器組

Cortex-M內存架構包含16個通用寄存器&#xff0c;其中R0-R12是13個32位的通用寄存器&#xff0c;另外三個寄存器是特殊用途&#xff0c;分別是R13&#xff08;棧指針&#xff09;,R14&#xff08;鏈接寄存器&#xff09;,R15&#xff08;程序計數器&#xff09;。對于處理器來說…
閱讀更多...
7.DRF 過濾、排序、分頁

7.DRF 過濾、排序、分頁

過濾Filtering 對于列表數據可能需要根據字段進行過濾&#xff0c;我們可以通過添加django-fitlter擴展來增強支持。 pip install django-filter在配置文件中增加過濾器類的全局設置&#xff1a; """drf配置信息必須全部寫在REST_FRAMEWORK配置項中""…
閱讀更多...
二、CUDA、Pytorch與依賴的工具包

二、CUDA、Pytorch與依賴的工具包

CUDA Compute Unified Device Architecture&#xff08;統一計算架構&#xff09;。專門用于 GPU 通用計算 的平臺 編程接口。CUDA可以使你的程序&#xff08;比如矩陣、神經網絡&#xff09;由 GPU 執行&#xff0c;這比CPU能快幾十甚至上百倍。 PyTorch 是一個深度學習框架…
閱讀更多...
SpringCloude快速入門

SpringCloude快速入門

近期簡單了解一下SpringCloude微服務,本文主要就是我學習中所記錄的筆記,然后具體原理可能等以后再來深究,本文可能有些地方用詞不專業還望包容一下,感興趣可以參考官方文檔來深入學習一下微服務,然后我的下一步學習就是docker和linux了。 nacos: Nacos 快速開始 | Nacos 官網…
閱讀更多...
GPT Agent與Comet AI Aent瀏覽器對比橫評

GPT Agent與Comet AI Aent瀏覽器對比橫評

1. 架構設計差異GPT Agent的雙瀏覽器架構&#xff1a;文本瀏覽器&#xff1a;專門用于高效處理大量文本內容&#xff0c;適合深度信息檢索和文獻追蹤&#xff0c;相當于Deep Research的延續可視化瀏覽器&#xff1a;具備界面識別與交互能力&#xff0c;可以點擊網頁按鈕、識別圖…
閱讀更多...
應用信息更新至1.18.0

應用信息更新至1.18.0

增加DO權限 增加權限管理&#xff08;需DO支持&#xff09; 增加應用凍結隱藏&#xff08;需DO支持&#xff09; 增加權限委托&#xff08;需DO支持&#xff09; 增加特殊組件 ...
閱讀更多...
常用git命令集錦

常用git命令集錦

git init 初始化 將當前目錄初始化為 git 本地倉庫&#xff0c;此時會在本地創建一個 .git 的文件夾 git init -q 靜默執行&#xff0c;就是在后臺執行 git init --bare –bare 參數,一般用來初始化一個空的目錄&#xff0c;作為遠程存儲倉庫 git init --template dir –templa…
閱讀更多...
skywalking安裝

skywalking安裝

一、簡介 SkyWalking是一款用于分布式系統跟蹤和性能監控的開源工具。它可以幫助開發人員了解分布式系統中不同組件之間的調用關系和性能指標&#xff0c;從而進行故障排查和性能優化。 它支持多種語言和框架&#xff0c;包括Java、.NET、Node.js等。它通過在應用程序中插入代…
閱讀更多...
利用DataStream和TrafficPeak實現大數據可觀察性

利用DataStream和TrafficPeak實現大數據可觀察性

可觀察性工作流對于深入了解應用程序的健康狀況、客戶流量和整體性能至關重要。然而&#xff0c;要實現真正的可觀察性還面臨一些挑戰&#xff0c;包括海量的流量數據、數據保留、實施時間以及各項成本等。TrafficPeak是一款為Akamai云平臺打造&#xff0c;簡單易用、可快速部署…
閱讀更多...
jQuery 最新語法大全詳解（2025版）

jQuery 最新語法大全詳解（2025版）

引言 jQuery 作為輕量級 JavaScript 庫&#xff0c;核心價值在于 簡化 DOM 操作、跨瀏覽器兼容性和高效開發。盡管現代框架崛起&#xff0c;jQuery 仍在遺留系統維護、快速原型開發中廣泛應用。本文涵蓋 jQuery 3.6 核心語法&#xff0c;重點解析高效用法與最佳實踐。 一、jQu…
閱讀更多...
最新文章

Copyright @ 2022~2023