/* * Copyright (c) 2003 Fabrice Bellard * * This file is part of FFmpeg. * * FFmpeg is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * FFmpeg is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with FFmpeg; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ /** * @file * simple media player based on the FFmpeg libraries */ #include "config.h" #include "config_components.h" #include #include #include #include #include "libavutil/attributes.h" #include "libavutil/avstring.h" #include "libavutil/channel_layout.h" #include "libavutil/mathematics.h" #include "libavutil/mem.h" #include "libavutil/pixdesc.h" #include "libavutil/dict.h" #include "libavutil/fifo.h" #include "libavutil/parseutils.h" #include "libavutil/samplefmt.h" #include "libavutil/time.h" #include "libavutil/bprint.h" #include "libavcodec/bsf.h" #include "libavformat/avformat.h" #include "libavdevice/avdevice.h" #include "libswscale/swscale.h" #include "libavutil/opt.h" #include "libavutil/tx.h" #include "libswresample/swresample.h" #include "libavfilter/avfilter.h" #include "libavfilter/buffersink.h" #include "libavfilter/buffersrc.h" #include #include #include "cmdutils.h" #include "ffplay_renderer.h" #include "opt_common.h" const char program_name[] = "ffplay"; const int program_birth_year = 2003; #define MAX_QUEUE_SIZE (15 * 1024 * 1024) #define MIN_FRAMES 25 #define EXTERNAL_CLOCK_MIN_FRAMES 2 #define EXTERNAL_CLOCK_MAX_FRAMES 10 /* Minimum SDL audio buffer size, in samples. */ #define SDL_AUDIO_MIN_BUFFER_SIZE 512 /* Calculate actual buffer size keeping in mind not cause too frequent audio callbacks */ #define SDL_AUDIO_MAX_CALLBACKS_PER_SEC 30 /* Step size for volume control in dB */ #define SDL_VOLUME_STEP (0.75) /* no AV sync correction is done if below the minimum AV sync threshold */ #define AV_SYNC_THRESHOLD_MIN 0.04 /* AV sync correction is done if above the maximum AV sync threshold */ #define AV_SYNC_THRESHOLD_MAX 0.1 /* If a frame duration is longer than this, it will not be duplicated to compensate AV sync */ #define AV_SYNC_FRAMEDUP_THRESHOLD 0.1 /* no AV correction is done if too big error */ #define AV_NOSYNC_THRESHOLD 10.0 /* maximum audio speed change to get correct sync */ #define SAMPLE_CORRECTION_PERCENT_MAX 10 /* external clock speed adjustment constants for realtime sources based on buffer fullness */ #define EXTERNAL_CLOCK_SPEED_MIN 0.900 #define EXTERNAL_CLOCK_SPEED_MAX 1.010 #define EXTERNAL_CLOCK_SPEED_STEP 0.001 /* we use about AUDIO_DIFF_AVG_NB A-V differences to make the average */ #define AUDIO_DIFF_AVG_NB 20 /* polls for possible required screen refresh at least this often, should be less than 1/fps */ #define REFRESH_RATE 0.01 /* NOTE: the size must be big enough to compensate the hardware audio buffersize size */ /* TODO: We assume that a decoded and resampled frame fits into this buffer */ #define SAMPLE_ARRAY_SIZE (8 * 65536) #define CURSOR_HIDE_DELAY 1000000 #define CHAPTER_LIST_FADE_TIME 250000 #define CHAPTER_LIST_HOLD_TIME 500000 #define CHAPTER_LIST_ROWS 7 enum { CHAPTER_SORT_NUMBER, CHAPTER_SORT_ARTIST, CHAPTER_SORT_TITLE, CHAPTER_SORT_LENGTH, CHAPTER_SORT_SHUFFLE, CHAPTER_SORT_NB }; typedef struct ChapterSortKey { int key; int descending; } ChapterSortKey; typedef struct ChapterRow { int index; const char *artist; const char *title; int64_t length; } ChapterRow; /* what lies under a window position: the row and the sort button, -1 for none, and whether it is inside the list at all */ typedef struct ChapterListHit { int inside; int row; int button; int detail; } ChapterListHit; /* a horizontal band of the chapter list bitmap, rendered on its own when its content changes */ typedef struct ChapterStrip { SDL_Rect rect; const char *background; char *script; } ChapterStrip; #define USE_ONEPASS_SUBTITLE_RENDER 1 typedef struct MyAVPacketList { AVPacket *pkt; int serial; } MyAVPacketList; typedef struct PacketQueue { AVFifo *pkt_list; int nb_packets; int size; int64_t duration; int abort_request; int serial; SDL_mutex *mutex; SDL_cond *cond; } PacketQueue; #define VIDEO_PICTURE_QUEUE_SIZE 3 #define SUBPICTURE_QUEUE_SIZE 16 #define SAMPLE_QUEUE_SIZE 9 #define FRAME_QUEUE_SIZE FFMAX(SAMPLE_QUEUE_SIZE, FFMAX(VIDEO_PICTURE_QUEUE_SIZE, SUBPICTURE_QUEUE_SIZE)) typedef struct AudioParams { int freq; AVChannelLayout ch_layout; enum AVSampleFormat fmt; int frame_size; int bytes_per_sec; } AudioParams; typedef struct Clock { double pts; /* clock base */ double pts_drift; /* clock base minus time at which we updated the clock */ double last_updated; double speed; int serial; /* clock is based on a packet with this serial */ int paused; int *queue_serial; /* pointer to the current packet queue serial, used for obsolete clock detection */ } Clock; typedef struct FrameData { int64_t pkt_pos; } FrameData; /* Common struct for handling all types of decoded data and allocated render buffers. */ typedef struct Frame { AVFrame *frame; AVSubtitle sub; int serial; double pts; /* presentation timestamp for the frame */ double duration; /* estimated duration of the frame */ int64_t pos; /* byte position of the frame in the input file */ int width; int height; int format; AVRational sar; int uploaded; int flip_v; } Frame; typedef struct FrameQueue { Frame queue[FRAME_QUEUE_SIZE]; int rindex; int windex; int size; int max_size; int keep_last; int rindex_shown; SDL_mutex *mutex; SDL_cond *cond; PacketQueue *pktq; } FrameQueue; typedef struct StreamGroup { AVStreamGroup *stg; AVBitStreamFilterGraph *graph; AVBitStreamFilterContext *sink; } StreamGroup; typedef struct Stream { StreamGroup *group; AVBitStreamFilterContext *filter; } Stream; typedef struct FormatContext { Stream **streams; int nb_streams; StreamGroup **stream_groups; int nb_stream_groups; } FormatContext; enum { AV_SYNC_AUDIO_MASTER, /* default choice */ AV_SYNC_VIDEO_MASTER, AV_SYNC_EXTERNAL_CLOCK, /* synchronize to an external clock */ }; typedef struct Decoder { AVPacket *pkt; PacketQueue *queue; AVCodecContext *avctx; int pkt_serial; int finished; int packet_pending; SDL_cond *empty_queue_cond; int64_t start_pts; AVRational start_pts_tb; int64_t next_pts; AVRational next_pts_tb; SDL_Thread *decoder_tid; } Decoder; typedef struct VideoState { SDL_Thread *read_tid; const AVInputFormat *iformat; int abort_request; int force_refresh; int paused; int last_paused; int queue_attachments_req; int seek_req; int seek_flags; int64_t seek_pos; int64_t seek_rel; int read_pause_return; AVFormatContext *ic; int realtime; Clock audclk; Clock vidclk; Clock extclk; FrameQueue pictq; FrameQueue subpq; FrameQueue sampq; Decoder auddec; Decoder viddec; Decoder subdec; int audio_stream; int av_sync_type; double audio_clock; int audio_clock_serial; double audio_diff_cum; /* used for AV difference average computation */ double audio_diff_avg_coef; double audio_diff_threshold; int audio_diff_avg_count; AVStream *audio_st; PacketQueue audioq; int audio_hw_buf_size; uint8_t *audio_buf; uint8_t *audio_buf1; unsigned int audio_buf_size; /* in bytes */ unsigned int audio_buf1_size; int audio_buf_index; /* in bytes */ int audio_write_buf_size; int audio_volume; int muted; struct AudioParams audio_src; struct AudioParams audio_filter_src; struct AudioParams audio_tgt; struct SwrContext *swr_ctx; int frame_drops_early; int frame_drops_late; enum ShowMode { SHOW_MODE_NONE = -1, SHOW_MODE_VIDEO = 0, SHOW_MODE_WAVES, SHOW_MODE_RDFT, SHOW_MODE_NB } show_mode; int16_t sample_array[SAMPLE_ARRAY_SIZE]; int sample_array_index; int last_i_start; AVTXContext *rdft; av_tx_fn rdft_fn; int rdft_bits; float *real_data; AVComplexFloat *rdft_data; int xpos; double last_vis_time; RenderParams render_params; SDL_Texture *vis_texture; SDL_Texture *sub_texture; SDL_Texture *vid_texture; SDL_Texture *chapter_texture; SDL_Rect chapter_dirty; uint8_t *chapter_bitmap; SDL_Rect chapter_rect; AVFilterGraph *chapter_graph; AVFilterContext *chapter_sink; ChapterStrip *chapter_strips; int nb_chapter_strips; int chapter_first; ChapterRow *chapter_rows; int nb_chapter_rows; char chapter_search[64]; int chapter_selected; int chapter_playing; int chapter_mouse_x, chapter_mouse_y; ChapterListHit chapter_hover; int chapter_render_pending; int chapter_pinned; int chapter_pin_requested; int64_t chapter_fade_start; int64_t chapter_last_input; double chapter_drawn_alpha; int subtitle_stream; AVStream *subtitle_st; PacketQueue subtitleq; double frame_timer; double frame_last_returned_time; double frame_last_filter_delay; int video_stream; AVStream *video_st; PacketQueue videoq; double max_frame_duration; // maximum duration of a frame - above this, we consider the jump a timestamp discontinuity struct SwsContext *sub_convert_ctx; int eof; char *filename; int width, height, xleft, ytop; int step; int vfilter_idx; AVFilterContext *in_video_filter; // the first filter in the video chain AVFilterContext *out_video_filter; // the last filter in the video chain AVFilterContext *in_audio_filter; // the first filter in the audio chain AVFilterContext *out_audio_filter; // the last filter in the audio chain AVFilterGraph *agraph; // audio filter graph int last_video_stream, last_audio_stream, last_subtitle_stream; SDL_cond *continue_read_thread; } VideoState; /* options specified by the user */ static const AVInputFormat *file_iformat; static const char *input_filename; static const char *window_title; static int default_width = 640; static int default_height = 480; static int screen_width = 0; static int screen_height = 0; static int screen_left = SDL_WINDOWPOS_CENTERED; static int screen_top = SDL_WINDOWPOS_CENTERED; static int audio_disable; static int video_disable; static int subtitle_disable; static const char* wanted_stream_spec[AVMEDIA_TYPE_NB] = {0}; static int seek_by_bytes = -1; static float seek_interval = 10; static int display_disable; static int borderless; static int alwaysontop; static int startup_volume = 100; static int show_status = -1; static int av_sync_type = AV_SYNC_AUDIO_MASTER; static int64_t start_time = AV_NOPTS_VALUE; static int64_t duration = AV_NOPTS_VALUE; static int fast = 0; static int genpts = 0; static int lowres = 0; static int decoder_reorder_pts = -1; static int autoexit; static int exit_on_keydown; static int exit_on_mousedown; static int loop = 1; static int framedrop = -1; static int infinite_buffer = -1; static enum ShowMode show_mode = SHOW_MODE_NONE; /* the columns the chapter list is sorted by, the most recently clicked first */ static ChapterSortKey chapter_sort[CHAPTER_SORT_NB] = { { CHAPTER_SORT_NUMBER }, { CHAPTER_SORT_ARTIST }, { CHAPTER_SORT_TITLE }, { CHAPTER_SORT_LENGTH }, { CHAPTER_SORT_SHUFFLE } }; static int chapter_shuffle_seed; static const char *audio_codec_name; static const char *subtitle_codec_name; static const char *video_codec_name; double rdftspeed = 0.02; static int64_t cursor_last_shown; static int cursor_hidden = 0; static const char **vfilters_list = NULL; static int nb_vfilters = 0; static char *afilters = NULL; static int autorotate = 1; static int find_stream_info = 1; static int filter_nbthreads = 0; static int enable_vulkan = 0; static char *vulkan_params = NULL; static char *video_background = NULL; static const char *hwaccel = NULL; /* current context */ static int is_full_screen; static int64_t audio_callback_time; #define FF_QUIT_EVENT (SDL_USEREVENT + 2) static volatile sig_atomic_t received_sigterm = 0; static volatile int received_nb_signals = 0; static int exit_status = 0; static SDL_Window *window; static SDL_Renderer *renderer; static int wait_for_events; static SDL_RendererInfo renderer_info = {0}; static SDL_AudioDeviceID audio_dev; static VkRenderer *vk_renderer; static const struct TextureFormatEntry { enum AVPixelFormat format; int texture_fmt; } sdl_texture_format_map[] = { { AV_PIX_FMT_RGB8, SDL_PIXELFORMAT_RGB332 }, { AV_PIX_FMT_RGB444, SDL_PIXELFORMAT_RGB444 }, { AV_PIX_FMT_RGB555, SDL_PIXELFORMAT_RGB555 }, { AV_PIX_FMT_BGR555, SDL_PIXELFORMAT_BGR555 }, { AV_PIX_FMT_RGB565, SDL_PIXELFORMAT_RGB565 }, { AV_PIX_FMT_BGR565, SDL_PIXELFORMAT_BGR565 }, { AV_PIX_FMT_RGB24, SDL_PIXELFORMAT_RGB24 }, { AV_PIX_FMT_BGR24, SDL_PIXELFORMAT_BGR24 }, { AV_PIX_FMT_0RGB32, SDL_PIXELFORMAT_RGB888 }, { AV_PIX_FMT_0BGR32, SDL_PIXELFORMAT_BGR888 }, { AV_PIX_FMT_NE(RGB0, 0BGR), SDL_PIXELFORMAT_RGBX8888 }, { AV_PIX_FMT_NE(BGR0, 0RGB), SDL_PIXELFORMAT_BGRX8888 }, { AV_PIX_FMT_RGB32, SDL_PIXELFORMAT_ARGB8888 }, { AV_PIX_FMT_RGB32_1, SDL_PIXELFORMAT_RGBA8888 }, { AV_PIX_FMT_BGR32, SDL_PIXELFORMAT_ABGR8888 }, { AV_PIX_FMT_BGR32_1, SDL_PIXELFORMAT_BGRA8888 }, { AV_PIX_FMT_YUV420P, SDL_PIXELFORMAT_IYUV }, { AV_PIX_FMT_YUYV422, SDL_PIXELFORMAT_YUY2 }, { AV_PIX_FMT_UYVY422, SDL_PIXELFORMAT_UYVY }, }; static int opt_add_vfilter(void *optctx, const char *opt, const char *arg) { int ret = GROW_ARRAY(vfilters_list, nb_vfilters); if (ret < 0) return ret; vfilters_list[nb_vfilters - 1] = av_strdup(arg); if (!vfilters_list[nb_vfilters - 1]) return AVERROR(ENOMEM); return 0; } static inline int cmp_audio_fmts(enum AVSampleFormat fmt1, int64_t channel_count1, enum AVSampleFormat fmt2, int64_t channel_count2) { /* If channel count == 1, planar and non-planar formats are the same */ if (channel_count1 == 1 && channel_count2 == 1) return av_get_packed_sample_fmt(fmt1) != av_get_packed_sample_fmt(fmt2); else return channel_count1 != channel_count2 || fmt1 != fmt2; } static int packet_queue_put_private(PacketQueue *q, AVPacket *pkt) { MyAVPacketList pkt1; int ret; if (q->abort_request) return -1; pkt1.pkt = pkt; pkt1.serial = q->serial; ret = av_fifo_write(q->pkt_list, &pkt1, 1); if (ret < 0) return ret; q->nb_packets++; q->size += pkt1.pkt->size + sizeof(pkt1); q->duration += pkt1.pkt->duration; /* XXX: should duplicate packet data in DV case */ SDL_CondSignal(q->cond); return 0; } static int packet_queue_put(PacketQueue *q, AVPacket *pkt) { AVPacket *pkt1; int ret; pkt1 = av_packet_alloc(); if (!pkt1) { av_packet_unref(pkt); return -1; } av_packet_move_ref(pkt1, pkt); SDL_LockMutex(q->mutex); ret = packet_queue_put_private(q, pkt1); SDL_UnlockMutex(q->mutex); if (ret < 0) av_packet_free(&pkt1); return ret; } static int packet_queue_put_nullpacket(PacketQueue *q, AVPacket *pkt, int stream_index) { pkt->stream_index = stream_index; return packet_queue_put(q, pkt); } /* packet queue handling */ static int packet_queue_init(PacketQueue *q) { memset(q, 0, sizeof(PacketQueue)); q->pkt_list = av_fifo_alloc2(1, sizeof(MyAVPacketList), AV_FIFO_FLAG_AUTO_GROW); if (!q->pkt_list) return AVERROR(ENOMEM); q->mutex = SDL_CreateMutex(); if (!q->mutex) { av_log(NULL, AV_LOG_FATAL, "SDL_CreateMutex(): %s\n", SDL_GetError()); return AVERROR(ENOMEM); } q->cond = SDL_CreateCond(); if (!q->cond) { av_log(NULL, AV_LOG_FATAL, "SDL_CreateCond(): %s\n", SDL_GetError()); return AVERROR(ENOMEM); } q->abort_request = 1; return 0; } static void packet_queue_flush(PacketQueue *q) { MyAVPacketList pkt1; SDL_LockMutex(q->mutex); while (av_fifo_read(q->pkt_list, &pkt1, 1) >= 0) av_packet_free(&pkt1.pkt); q->nb_packets = 0; q->size = 0; q->duration = 0; q->serial++; SDL_UnlockMutex(q->mutex); } static void packet_queue_destroy(PacketQueue *q) { packet_queue_flush(q); av_fifo_freep2(&q->pkt_list); SDL_DestroyMutex(q->mutex); SDL_DestroyCond(q->cond); } static void packet_queue_abort(PacketQueue *q) { SDL_LockMutex(q->mutex); q->abort_request = 1; SDL_CondSignal(q->cond); SDL_UnlockMutex(q->mutex); } static void packet_queue_start(PacketQueue *q) { SDL_LockMutex(q->mutex); q->abort_request = 0; q->serial++; SDL_UnlockMutex(q->mutex); } /* return < 0 if aborted, 0 if no packet and > 0 if packet. */ static int packet_queue_get(PacketQueue *q, AVPacket *pkt, int block, int *serial) { MyAVPacketList pkt1; int ret; SDL_LockMutex(q->mutex); for (;;) { if (q->abort_request) { ret = -1; break; } if (av_fifo_read(q->pkt_list, &pkt1, 1) >= 0) { q->nb_packets--; q->size -= pkt1.pkt->size + sizeof(pkt1); q->duration -= pkt1.pkt->duration; av_packet_move_ref(pkt, pkt1.pkt); if (serial) *serial = pkt1.serial; av_packet_free(&pkt1.pkt); ret = 1; break; } else if (!block) { ret = 0; break; } else { SDL_CondWait(q->cond, q->mutex); } } SDL_UnlockMutex(q->mutex); return ret; } static int decoder_init(Decoder *d, AVCodecContext *avctx, PacketQueue *queue, SDL_cond *empty_queue_cond) { memset(d, 0, sizeof(Decoder)); d->pkt = av_packet_alloc(); if (!d->pkt) return AVERROR(ENOMEM); d->avctx = avctx; d->queue = queue; d->empty_queue_cond = empty_queue_cond; d->start_pts = AV_NOPTS_VALUE; d->pkt_serial = -1; return 0; } static int decoder_decode_frame(Decoder *d, AVFrame *frame, AVSubtitle *sub) { int ret = AVERROR(EAGAIN); for (;;) { if (d->queue->serial == d->pkt_serial) { do { if (d->queue->abort_request) return -1; switch (d->avctx->codec_type) { case AVMEDIA_TYPE_VIDEO: ret = avcodec_receive_frame(d->avctx, frame); if (ret >= 0) { if (decoder_reorder_pts == -1) { frame->pts = frame->best_effort_timestamp; } else if (!decoder_reorder_pts) { frame->pts = frame->pkt_dts; } } break; case AVMEDIA_TYPE_AUDIO: ret = avcodec_receive_frame(d->avctx, frame); if (ret >= 0) { AVRational tb = (AVRational){1, frame->sample_rate}; if (frame->pts != AV_NOPTS_VALUE) frame->pts = av_rescale_q(frame->pts, d->avctx->pkt_timebase, tb); else if (d->next_pts != AV_NOPTS_VALUE) frame->pts = av_rescale_q(d->next_pts, d->next_pts_tb, tb); if (frame->pts != AV_NOPTS_VALUE) { d->next_pts = frame->pts + frame->nb_samples; d->next_pts_tb = tb; } } break; } if (ret == AVERROR_EOF) { d->finished = d->pkt_serial; avcodec_flush_buffers(d->avctx); return 0; } if (ret >= 0) return 1; } while (ret != AVERROR(EAGAIN)); } do { if (d->queue->nb_packets == 0) SDL_CondSignal(d->empty_queue_cond); if (d->packet_pending) { d->packet_pending = 0; } else { int old_serial = d->pkt_serial; if (packet_queue_get(d->queue, d->pkt, 1, &d->pkt_serial) < 0) return -1; if (old_serial != d->pkt_serial) { avcodec_flush_buffers(d->avctx); d->finished = 0; d->next_pts = d->start_pts; d->next_pts_tb = d->start_pts_tb; } } if (d->queue->serial == d->pkt_serial) break; av_packet_unref(d->pkt); } while (1); if (d->avctx->codec_type == AVMEDIA_TYPE_SUBTITLE) { int got_frame = 0; ret = avcodec_decode_subtitle2(d->avctx, sub, &got_frame, d->pkt); if (ret < 0) { ret = AVERROR(EAGAIN); } else { if (got_frame && !d->pkt->data) { d->packet_pending = 1; } ret = got_frame ? 0 : (d->pkt->data ? AVERROR(EAGAIN) : AVERROR_EOF); } av_packet_unref(d->pkt); } else { if (d->pkt->buf && !d->pkt->opaque_ref) { FrameData *fd; d->pkt->opaque_ref = av_buffer_allocz(sizeof(*fd)); if (!d->pkt->opaque_ref) return AVERROR(ENOMEM); fd = (FrameData*)d->pkt->opaque_ref->data; fd->pkt_pos = d->pkt->pos; } if (avcodec_send_packet(d->avctx, d->pkt) == AVERROR(EAGAIN)) { av_log(d->avctx, AV_LOG_ERROR, "Receive_frame and send_packet both returned EAGAIN, which is an API violation.\n"); d->packet_pending = 1; } else { av_packet_unref(d->pkt); } } } } static void decoder_destroy(Decoder *d) { av_packet_free(&d->pkt); avcodec_free_context(&d->avctx); } static void frame_queue_unref_item(Frame *vp) { av_frame_unref(vp->frame); avsubtitle_free(&vp->sub); } static int frame_queue_init(FrameQueue *f, PacketQueue *pktq, int max_size, int keep_last) { int i; memset(f, 0, sizeof(FrameQueue)); if (!(f->mutex = SDL_CreateMutex())) { av_log(NULL, AV_LOG_FATAL, "SDL_CreateMutex(): %s\n", SDL_GetError()); return AVERROR(ENOMEM); } if (!(f->cond = SDL_CreateCond())) { av_log(NULL, AV_LOG_FATAL, "SDL_CreateCond(): %s\n", SDL_GetError()); return AVERROR(ENOMEM); } f->pktq = pktq; f->max_size = FFMIN(max_size, FRAME_QUEUE_SIZE); f->keep_last = !!keep_last; for (i = 0; i < f->max_size; i++) if (!(f->queue[i].frame = av_frame_alloc())) return AVERROR(ENOMEM); return 0; } static void frame_queue_destroy(FrameQueue *f) { int i; for (i = 0; i < f->max_size; i++) { Frame *vp = &f->queue[i]; frame_queue_unref_item(vp); av_frame_free(&vp->frame); } SDL_DestroyMutex(f->mutex); SDL_DestroyCond(f->cond); } static void frame_queue_signal(FrameQueue *f) { SDL_LockMutex(f->mutex); SDL_CondSignal(f->cond); SDL_UnlockMutex(f->mutex); } static Frame *frame_queue_peek(FrameQueue *f) { return &f->queue[(f->rindex + f->rindex_shown) % f->max_size]; } static Frame *frame_queue_peek_next(FrameQueue *f) { return &f->queue[(f->rindex + f->rindex_shown + 1) % f->max_size]; } static Frame *frame_queue_peek_last(FrameQueue *f) { return &f->queue[f->rindex]; } static Frame *frame_queue_peek_writable(FrameQueue *f) { /* wait until we have space to put a new frame */ SDL_LockMutex(f->mutex); while (f->size >= f->max_size && !f->pktq->abort_request) { SDL_CondWait(f->cond, f->mutex); } SDL_UnlockMutex(f->mutex); if (f->pktq->abort_request) return NULL; return &f->queue[f->windex]; } static Frame *frame_queue_peek_readable(FrameQueue *f) { /* wait until we have a readable a new frame */ SDL_LockMutex(f->mutex); while (f->size - f->rindex_shown <= 0 && !f->pktq->abort_request) { SDL_CondWait(f->cond, f->mutex); } SDL_UnlockMutex(f->mutex); if (f->pktq->abort_request) return NULL; return &f->queue[(f->rindex + f->rindex_shown) % f->max_size]; } static void frame_queue_push(FrameQueue *f) { if (++f->windex == f->max_size) f->windex = 0; SDL_LockMutex(f->mutex); f->size++; SDL_CondSignal(f->cond); SDL_UnlockMutex(f->mutex); } static void frame_queue_next(FrameQueue *f) { if (f->keep_last && !f->rindex_shown) { f->rindex_shown = 1; return; } frame_queue_unref_item(&f->queue[f->rindex]); if (++f->rindex == f->max_size) f->rindex = 0; SDL_LockMutex(f->mutex); f->size--; SDL_CondSignal(f->cond); SDL_UnlockMutex(f->mutex); } /* return the number of undisplayed frames in the queue */ static int frame_queue_nb_remaining(FrameQueue *f) { return f->size - f->rindex_shown; } /* return last shown position */ static int64_t frame_queue_last_pos(FrameQueue *f) { Frame *fp = &f->queue[f->rindex]; if (f->rindex_shown && fp->serial == f->pktq->serial) return fp->pos; else return -1; } static void decoder_abort(Decoder *d, FrameQueue *fq) { packet_queue_abort(d->queue); frame_queue_signal(fq); SDL_WaitThread(d->decoder_tid, NULL); d->decoder_tid = NULL; packet_queue_flush(d->queue); } static inline void fill_rectangle(int x, int y, int w, int h) { SDL_Rect rect; rect.x = x; rect.y = y; rect.w = w; rect.h = h; if (w && h) SDL_RenderFillRect(renderer, &rect); } static int realloc_texture(SDL_Texture **texture, Uint32 new_format, int new_width, int new_height, SDL_BlendMode blendmode, int init_texture) { Uint32 format; int access, w, h; if (!*texture || SDL_QueryTexture(*texture, &format, &access, &w, &h) < 0 || new_width != w || new_height != h || new_format != format) { void *pixels; int pitch; if (*texture) SDL_DestroyTexture(*texture); if (!(*texture = SDL_CreateTexture(renderer, new_format, SDL_TEXTUREACCESS_STREAMING, new_width, new_height))) return -1; if (SDL_SetTextureBlendMode(*texture, blendmode) < 0) return -1; if (init_texture) { if (SDL_LockTexture(*texture, NULL, &pixels, &pitch) < 0) return -1; memset(pixels, 0, pitch * new_height); SDL_UnlockTexture(*texture); } av_log(NULL, AV_LOG_VERBOSE, "Created %dx%d texture with %s.\n", new_width, new_height, SDL_GetPixelFormatName(new_format)); } return 0; } static void calculate_display_rect(SDL_Rect *rect, int scr_xleft, int scr_ytop, int scr_width, int scr_height, int pic_width, int pic_height, AVRational pic_sar) { AVRational aspect_ratio = pic_sar; int64_t width, height, x, y; if (av_cmp_q(aspect_ratio, av_make_q(0, 1)) <= 0) aspect_ratio = av_make_q(1, 1); aspect_ratio = av_mul_q(aspect_ratio, av_make_q(pic_width, pic_height)); /* XXX: we suppose the screen has a 1.0 pixel ratio */ height = scr_height; width = av_rescale(height, aspect_ratio.num, aspect_ratio.den) & ~1; if (width > scr_width) { width = scr_width; height = av_rescale(width, aspect_ratio.den, aspect_ratio.num) & ~1; } x = (scr_width - width) / 2; y = (scr_height - height) / 2; rect->x = scr_xleft + x; rect->y = scr_ytop + y; rect->w = FFMAX((int)width, 1); rect->h = FFMAX((int)height, 1); } static void get_sdl_pix_fmt_and_blendmode(int format, Uint32 *sdl_pix_fmt, SDL_BlendMode *sdl_blendmode) { int i; *sdl_blendmode = SDL_BLENDMODE_NONE; *sdl_pix_fmt = SDL_PIXELFORMAT_UNKNOWN; if (format == AV_PIX_FMT_RGB32 || format == AV_PIX_FMT_RGB32_1 || format == AV_PIX_FMT_BGR32 || format == AV_PIX_FMT_BGR32_1) *sdl_blendmode = SDL_BLENDMODE_BLEND; for (i = 0; i < FF_ARRAY_ELEMS(sdl_texture_format_map); i++) { if (format == sdl_texture_format_map[i].format) { *sdl_pix_fmt = sdl_texture_format_map[i].texture_fmt; return; } } } static int upload_texture(SDL_Texture **tex, AVFrame *frame) { int ret = 0; Uint32 sdl_pix_fmt; SDL_BlendMode sdl_blendmode; get_sdl_pix_fmt_and_blendmode(frame->format, &sdl_pix_fmt, &sdl_blendmode); if (realloc_texture(tex, sdl_pix_fmt == SDL_PIXELFORMAT_UNKNOWN ? SDL_PIXELFORMAT_ARGB8888 : sdl_pix_fmt, frame->width, frame->height, sdl_blendmode, 0) < 0) return -1; switch (sdl_pix_fmt) { case SDL_PIXELFORMAT_IYUV: if (frame->linesize[0] > 0 && frame->linesize[1] > 0 && frame->linesize[2] > 0) { ret = SDL_UpdateYUVTexture(*tex, NULL, frame->data[0], frame->linesize[0], frame->data[1], frame->linesize[1], frame->data[2], frame->linesize[2]); } else if (frame->linesize[0] < 0 && frame->linesize[1] < 0 && frame->linesize[2] < 0) { ret = SDL_UpdateYUVTexture(*tex, NULL, frame->data[0] + frame->linesize[0] * (frame->height - 1), -frame->linesize[0], frame->data[1] + frame->linesize[1] * (AV_CEIL_RSHIFT(frame->height, 1) - 1), -frame->linesize[1], frame->data[2] + frame->linesize[2] * (AV_CEIL_RSHIFT(frame->height, 1) - 1), -frame->linesize[2]); } else { av_log(NULL, AV_LOG_ERROR, "Mixed negative and positive linesizes are not supported.\n"); return -1; } break; default: if (frame->linesize[0] < 0) { ret = SDL_UpdateTexture(*tex, NULL, frame->data[0] + frame->linesize[0] * (frame->height - 1), -frame->linesize[0]); } else { ret = SDL_UpdateTexture(*tex, NULL, frame->data[0], frame->linesize[0]); } break; } return ret; } static enum AVColorSpace sdl_supported_color_spaces[] = { AVCOL_SPC_BT709, AVCOL_SPC_BT470BG, AVCOL_SPC_SMPTE170M, }; static enum AVAlphaMode sdl_supported_alpha_modes[] = { AVALPHA_MODE_UNSPECIFIED, AVALPHA_MODE_STRAIGHT, }; static void set_sdl_yuv_conversion_mode(AVFrame *frame) { #if SDL_VERSION_ATLEAST(2,0,8) SDL_YUV_CONVERSION_MODE mode = SDL_YUV_CONVERSION_AUTOMATIC; if (frame && (frame->format == AV_PIX_FMT_YUV420P || frame->format == AV_PIX_FMT_YUYV422 || frame->format == AV_PIX_FMT_UYVY422)) { if (frame->color_range == AVCOL_RANGE_JPEG) mode = SDL_YUV_CONVERSION_JPEG; else if (frame->colorspace == AVCOL_SPC_BT709) mode = SDL_YUV_CONVERSION_BT709; else if (frame->colorspace == AVCOL_SPC_BT470BG || frame->colorspace == AVCOL_SPC_SMPTE170M) mode = SDL_YUV_CONVERSION_BT601; } SDL_SetYUVConversionMode(mode); /* FIXME: no support for linear transfer */ #endif } static void draw_video_background(VideoState *is) { const int tile_size = VIDEO_BACKGROUND_TILE_SIZE; SDL_Rect *rect = &is->render_params.target_rect; SDL_BlendMode blendMode; if (!SDL_GetTextureBlendMode(is->vid_texture, &blendMode) && blendMode == SDL_BLENDMODE_BLEND) { switch (is->render_params.video_background_type) { case VIDEO_BACKGROUND_TILES: SDL_SetRenderDrawColor(renderer, 237, 237, 237, 255); fill_rectangle(rect->x, rect->y, rect->w, rect->h); SDL_SetRenderDrawColor(renderer, 222, 222, 222, 255); for (int x = 0; x < rect->w; x += tile_size * 2) fill_rectangle(rect->x + x, rect->y, FFMIN(tile_size, rect->w - x), rect->h); for (int y = 0; y < rect->h; y += tile_size * 2) fill_rectangle(rect->x, rect->y + y, rect->w, FFMIN(tile_size, rect->h - y)); SDL_SetRenderDrawColor(renderer, 237, 237, 237, 255); for (int y = 0; y < rect->h; y += tile_size * 2) { int h = FFMIN(tile_size, rect->h - y); for (int x = 0; x < rect->w; x += tile_size * 2) fill_rectangle(x + rect->x, y + rect->y, FFMIN(tile_size, rect->w - x), h); } break; case VIDEO_BACKGROUND_COLOR: { const uint8_t *c = is->render_params.video_background_color; SDL_SetRenderDrawColor(renderer, c[0], c[1], c[2], c[3]); fill_rectangle(rect->x, rect->y, rect->w, rect->h); break; } case VIDEO_BACKGROUND_NONE: SDL_SetTextureBlendMode(is->vid_texture, SDL_BLENDMODE_NONE); break; } } } static int current_chapter(VideoState *is); static void seek_chapter(VideoState *is, int i); static double chapter_list_alpha(VideoState *is, int64_t now) { double alpha = (now - is->chapter_fade_start) / (double)CHAPTER_LIST_FADE_TIME; if (!is->chapter_bitmap) return 0; if (!is->chapter_pinned) alpha = FFMIN(alpha, 1 - (now - is->chapter_last_input - CHAPTER_LIST_HOLD_TIME) / (double)CHAPTER_LIST_FADE_TIME); return av_clipd(alpha, 0, 1); } static const char *chapter_tag(const AVChapter *chapter, const char *key) { const AVDictionaryEntry *tag = av_dict_get(chapter->metadata, key, NULL, 0); return tag ? tag->value : ""; } /* case-insensitive, with missing tags after all others */ static int compare_tags(const char *a, const char *b) { return !*a != !*b ? !*a - !*b : av_strcasecmp(a, b); } /* the rank of a chapter in the shuffled order for the current seed */ static uint32_t shuffle_rank(int index) { uint32_t rank = (index + 1) * 0x9E3779B1u ^ chapter_shuffle_seed * 0x85EBCA77u; rank ^= rank >> 15; rank *= 0x2C1B3C6Du; return rank ^ rank >> 12; } static int compare_chapter_rows(const void *a, const void *b) { const ChapterRow *ra = a, *rb = b; for (int i = 0; i < CHAPTER_SORT_NB; i++) { int cmp; switch (chapter_sort[i].key) { case CHAPTER_SORT_ARTIST: cmp = compare_tags(ra->artist, rb->artist); break; case CHAPTER_SORT_TITLE: cmp = compare_tags(ra->title, rb->title); break; case CHAPTER_SORT_LENGTH: cmp = FFDIFFSIGN(ra->length, rb->length); break; case CHAPTER_SORT_SHUFFLE: cmp = FFDIFFSIGN(shuffle_rank(ra->index), shuffle_rank(rb->index)); break; default: cmp = ra->index - rb->index; break; } if (cmp) return chapter_sort[i].descending ? -cmp : cmp; } return 0; } /* a column clicked again flips its order, any other becomes the first key ahead of the previous ones; * the shuffle button instead steps its seed by the side it was clicked on */ static void chapter_sort_by(int key, int seed_step) { int i = 0; while (chapter_sort[i].key != key) i++; if (key == CHAPTER_SORT_SHUFFLE) chapter_shuffle_seed += seed_step; else if (i == 0) chapter_sort[0].descending ^= 1; if (i == 0) return; memmove(&chapter_sort[1], &chapter_sort[0], i * sizeof(*chapter_sort)); chapter_sort[0] = (ChapterSortKey){ key, 0 }; } /* rebuilds the rows matching the search in the current sort order, keeping the selected chapter selected */ static int chapter_list_update_rows(VideoState *is) { int selected = is->nb_chapter_rows ? is->chapter_rows[is->chapter_selected].index : 0; ChapterRow *rows = av_realloc_array(is->chapter_rows, is->ic->nb_chapters, sizeof(*rows)); if (!rows) return AVERROR(ENOMEM); is->chapter_rows = rows; is->nb_chapter_rows = 0; for (int i = 0; i < is->ic->nb_chapters; i++) { AVChapter *chapter = is->ic->chapters[i]; ChapterRow row = { i, chapter_tag(chapter, "artist"), chapter_tag(chapter, "title"), -1 }; if (chapter->end != AV_NOPTS_VALUE && chapter->end > chapter->start && (uint64_t)chapter->end - chapter->start <= INT64_MAX) row.length = av_rescale_q(chapter->end - chapter->start, chapter->time_base, AV_TIME_BASE_Q); if (av_stristr(row.artist, is->chapter_search) || av_stristr(row.title, is->chapter_search)) is->chapter_rows[is->nb_chapter_rows++] = row; } qsort(is->chapter_rows, is->nb_chapter_rows, sizeof(*is->chapter_rows), compare_chapter_rows); is->chapter_selected = 0; for (int row = 0; row < is->nb_chapter_rows; row++) if (is->chapter_rows[row].index == selected) is->chapter_selected = row; return 0; } static const struct { const char *label; int width; } sort_buttons[CHAPTER_SORT_NB] = { [CHAPTER_SORT_NUMBER] = { "#", 5 }, [CHAPTER_SORT_ARTIST] = { "Artist", 8 }, [CHAPTER_SORT_TITLE] = { "Title", 7 }, [CHAPTER_SORT_LENGTH] = { "Duration", 10 }, [CHAPTER_SORT_SHUFFLE] = { "Shuffle", 14 }, }; #define CHAPTER_LIST_EVENT "Dialogue: 0:00:00.00,9999:00:00.00," static void bprint_chapter_box(AVBPrint *script, const char *style, int x, int y, int w, int h) { av_bprintf(script, CHAPTER_LIST_EVENT "%s,{\\pos(%d,%d)\\p1}m 0 0 l %d 0 %d %d 0 %d{\\p0}\n", style, x, y, w, w, h, h); } /* a text cell cut off at the right and bottom of its column, with the characters libass would read as tags or line breaks blanked */ static void bprint_chapter_cell(AVBPrint *script, const char *style, int x, int y, int right, int bottom, const char *text) { av_bprintf(script, CHAPTER_LIST_EVENT "%s,{\\pos(%d,%d)\\clip(0,0,%d,%d)}", style, x, y, right, bottom); for (; *text; text++) av_bprint_chars(script, strchr("{}\\\r\n", *text) ? ' ' : *text, 1); av_bprint_chars(script, '\n', 1); } typedef struct ChapterListLayout { int font, line, width, height, canvas_h, strip_h, nb_rows, first; int button_x[CHAPTER_SORT_NB], button_y[CHAPTER_SORT_NB]; int search_x, search_y, rows_y, text_x, text_right, length_x, detail_x, canvas_w; } ChapterListLayout; /* button widths are in half font sizes, a quarter apart, wrapping onto further lines when the panel is too narrow */ static ChapterListLayout chapter_list_layout(VideoState *is) { ChapterListLayout l; int x, y; l.font = FFMAX(is->height / 30, 12); l.line = l.font * 9 / 4; l.width = FFMIN(FFMAX(is->width * 3 / 5, l.font * 26), is->width - l.font * 2); x = y = l.font / 2; for (int b = 0; b < CHAPTER_SORT_NB; b++) { int w = sort_buttons[b].width * l.font / 2; if (x > l.font / 2 && x + w > l.width - l.font / 2) { x = l.font / 2; y += l.font * 3 / 2; } l.button_x[b] = x; l.button_y[b] = y; x += w + l.font / 4; } /* the search field follows the buttons, or takes its own line when they leave it less than 8 em */ if (x + l.font * 8 > l.width - l.font / 2) { x = l.font / 2; y += l.font * 3 / 2; } l.search_x = x; l.search_y = y; l.rows_y = is->chapter_pinned ? y + l.font * 3 / 2 : l.button_y[CHAPTER_SORT_NB - 1] + l.font * 3 / 2; l.canvas_h = FFMIN(y + l.font * 2 + CHAPTER_LIST_ROWS * l.line, is->height - l.font * 2); l.strip_h = FFMAX(l.line, y + l.font * 3 / 2); l.nb_rows = FFMIN(is->nb_chapter_rows, FFMAX(1, (l.canvas_h - l.rows_y - l.font / 2) / l.line)); l.first = av_clip(is->chapter_selected - l.nb_rows / 2, 0, is->nb_chapter_rows - l.nb_rows); l.height = l.rows_y + l.nb_rows * l.line + l.font / 2; l.text_x = l.font * 3; l.text_right = l.width - l.font * 11 / 2; l.length_x = l.width - l.font * 5 / 2; l.detail_x = l.width - l.font * 5 / 4; l.canvas_w = is->width - l.font * 2; return l; } static ChapterListHit chapter_list_hit(VideoState *is, const ChapterListLayout *l, int x, int y) { ChapterListHit hit = { 0, -1, -1, 0 }; int line; x -= l->font; y -= l->font; if (x < 0 || y < 0 || x >= l->width || y >= FFMIN(l->height, l->canvas_h)) return hit; hit.inside = 1; line = (y - l->rows_y) / l->line; if (y >= l->rows_y && line < l->nb_rows) { hit.row = l->first + line; hit.detail = x >= l->width - l->font * 2; } for (int b = 0; b < FF_ARRAY_ELEMS(sort_buttons); b++) if (x >= l->button_x[b] && x < l->button_x[b] + sort_buttons[b].width * l->font / 2 && y >= l->button_y[b] && y < l->button_y[b] + l->font * 5 / 4) hit.button = b; return hit; } /* a circle outline drawn as four bezier arcs around a center */ static void bprint_chapter_ring(AVBPrint *script, int cx, int cy, int r) { int k = r * 552 / 1000; av_bprintf(script, CHAPTER_LIST_EVENT "Ring,{\\an5\\pos(%d,%d)\\p1}m 0 %d b 0 %d %d 0 %d 0 b %d 0 %d %d %d %d " "b %d %d %d %d %d %d b %d %d 0 %d 0 %d{\\p0}\n", cx, cy, r, r - k, r - k, r, r + k, 2 * r, r - k, 2 * r, r, 2 * r, r + k, r + k, 2 * r, r, 2 * r, r - k, 2 * r, r + k, r); } /* strip backgrounds, with premultiplied alpha as the ass filter composites */ static const char chapter_panel_color[] = "0x000000BF"; static const char chapter_hover_color[] = "0x373737CD"; static const char chapter_popup_color[] = "0x000000DF"; static void bprint_chapter_styles(AVBPrint *script, const ChapterListLayout *l) { av_bprintf(script, "[Script Info]\nScriptType: v4.00+\nPlayResX: %d\nPlayResY: %d\nWrapStyle: 2\nYCbCr Matrix: None\n\n" "[V4+ Styles]\n" "Format: Name, Fontname, Fontsize, PrimaryColour, OutlineColour, Bold, Outline, Alignment\n" "Style: Button,Sans,%d,&H80FFFFFF,&H80FFFFFF,0,0,7\n" "Style: Row,Sans,%d,&H00FFFFFF,&H00000000,0,%d,7\n" "Style: Selected,Sans,%d,&H0080D0FF,&H00000000,-1,%d,7\n" "Style: Artist,Sans,%d,&H00C0C0C0,&H00000000,0,%d,7\n" "Style: ArtistSelected,Sans,%d,&H0080D0FF,&H00000000,-1,%d,7\n" "Style: Playing,Sans,%d,&H00FFFFFF,&H00FFFFFF,0,0,7\n" "Style: Hint,Sans,%d,&H00A0A0A0,&H00000000,0,%d,7\n" "Style: ButtonHover,Sans,%d,&H50FFFFFF,&H50FFFFFF,0,0,7\n" "Style: Ring,Sans,%d,&HFF000000,&H00A0A0A0,0,%d,7\n" "Style: Detail,Sans,%d,&H00FFFFFF,&H00000000,0,%d,7\n\n" "[Events]\nFormat: Start, End, Style, Text\n", l->canvas_w, l->strip_h, l->font, l->font, l->font / 16 + 1, l->font, l->font / 16 + 1, l->font * 4 / 5, l->font / 16 + 1, l->font * 4 / 5, l->font / 16 + 1, l->font, l->font, l->font / 16 + 1, l->font, l->font, l->font / 16 + 1, l->font * 4 / 5, l->font / 16 + 1); } static void bprint_chapter_header_strip(VideoState *is, AVBPrint *script, const ChapterListLayout *l) { if (is->chapter_pinned) bprint_chapter_cell(script, *is->chapter_search ? "Row" : "Hint", l->search_x, l->search_y, l->length_x, l->search_y + l->font * 3 / 2, *is->chapter_search ? is->chapter_search : "type to search"); for (int b = 0; b < FF_ARRAY_ELEMS(sort_buttons); b++) { int x = l->button_x[b], y = l->button_y[b], w = sort_buttons[b].width * l->font / 2; bprint_chapter_box(script, b == is->chapter_hover.button ? "ButtonHover" : "Button", x, y, w, l->font * 5 / 4); av_bprintf(script, CHAPTER_LIST_EVENT "%s,{\\an5\\pos(%d,%d)}", chapter_sort[0].key == b ? "Selected" : "Row", x + w / 2, y + l->font * 5 / 8); if (b == CHAPTER_SORT_SHUFFLE) av_bprintf(script, "\xe2\x97\x82 %s %d \xe2\x96\xb8\n", sort_buttons[b].label, chapter_shuffle_seed); else av_bprintf(script, "%s%s\n", sort_buttons[b].label, chapter_sort[0].key != b ? "" : chapter_sort[0].descending ? " \xe2\x96\xbc" : " \xe2\x96\xb2"); } } static void bprint_chapter_row_strip(VideoState *is, AVBPrint *script, const ChapterListLayout *l, int r) { const ChapterRow *row = &is->chapter_rows[r]; const char *style = r == is->chapter_selected ? "Selected" : "Row"; int64_t seconds; if (row->index == is->chapter_playing) bprint_chapter_box(script, "Playing", 0, 0, l->font / 6, l->line); av_bprintf(script, CHAPTER_LIST_EVENT "%s,{\\an6\\pos(%d,%d)}%d\n", style, l->font * 5 / 2, l->line / 2, row->index + 1); bprint_chapter_cell(script, style, l->text_x, l->font / 8, l->text_right, l->line, row->title); bprint_chapter_cell(script, r == is->chapter_selected ? "ArtistSelected" : "Artist", l->text_x, l->font * 5 / 4, l->text_right, l->line, row->artist); bprint_chapter_ring(script, l->detail_x, l->line / 2, l->font * 9 / 20); av_bprintf(script, CHAPTER_LIST_EVENT "Hint,{\\an5\\pos(%d,%d)}i\n", l->detail_x, l->line / 2); if (row->length < 0) return; seconds = av_rescale_rnd(row->length, 1, AV_TIME_BASE, AV_ROUND_NEAR_INF); av_bprintf(script, CHAPTER_LIST_EVENT "%s,{\\an6\\pos(%d,%d)}", style, l->length_x, l->line / 2); if (seconds >= 3600) av_bprintf(script, "%"PRId64":%02d:%02d\n", seconds / 3600, (int)(seconds / 60 % 60), (int)(seconds % 60)); else av_bprintf(script, "%d:%02d\n", (int)(seconds / 60), (int)(seconds % 60)); } static int chapter_strip_add(ChapterStrip **strips, int *nb, SDL_Rect rect, const char *background, const AVBPrint *script) { if (rect.w <= 0 || rect.h <= 0) return 0; if (!av_bprint_is_complete(script)) return AVERROR(ENOMEM); if (!(*nb & (*nb - 1))) { ChapterStrip *grown = av_realloc_array(*strips, *nb ? 2 * *nb : 1, sizeof(**strips)); if (!grown) return AVERROR(ENOMEM); *strips = grown; } (*strips)[*nb] = (ChapterStrip){ rect, background, av_strdup(script->str) }; if (!(*strips)[*nb].script) return AVERROR(ENOMEM); (*nb)++; return 0; } /* the strips the list consists of right now: the header, each visible row, the bottom padding and the lines of the metadata * popup, beside the list or over its rows when the window leaves no room there */ static int chapter_list_strips(VideoState *is, const ChapterListLayout *l, ChapterStrip **strips, int *nb) { AVBPrint script; int ret = 0; av_bprint_init(&script, 0, AV_BPRINT_SIZE_UNLIMITED); is->chapter_playing = current_chapter(is); for (int i = 0; ret >= 0 && i < l->nb_rows + 2; i++) { int row = i && i <= l->nb_rows ? l->first + i - 1 : -1; SDL_Rect rect = { 0, i ? l->rows_y + (i - 1) * l->line : 0, l->width, i ? l->line : l->rows_y }; if (i > l->nb_rows) rect.h = l->font / 2; rect.h = FFMIN(rect.h, l->canvas_h - rect.y); av_bprint_clear(&script); bprint_chapter_styles(&script, l); if (!i) bprint_chapter_header_strip(is, &script, l); else if (row >= 0) bprint_chapter_row_strip(is, &script, l, row); ret = chapter_strip_add(strips, nb, rect, row >= 0 && row == is->chapter_hover.row ? chapter_hover_color : chapter_panel_color, &script); } if (ret >= 0 && is->chapter_hover.detail) { const AVDictionary *metadata = is->ic->chapters[is->chapter_rows[is->chapter_hover.row].index]->metadata; const AVDictionaryEntry *above = NULL, *tag = av_dict_iterate(metadata, NULL); int beside = l->canvas_w - l->width >= l->font * 12; int height = FFMIN(av_dict_count(metadata) * l->font + l->font / 2, l->canvas_h); int x = beside ? l->width + l->font / 2 : l->text_x; int right = beside ? l->canvas_w : l->length_x - l->font / 2; int y = av_clip(l->rows_y + (is->chapter_hover.row - l->first) * l->line, 0, l->canvas_h - height); /* the descenders of a line reach into the line below, so each line's strip also draws the line above it */ for (int top = 0; ret >= 0 && top < height && (above || tag); top += l->font) { const AVDictionaryEntry *lines[2] = { above, tag }; SDL_Rect rect = { x, y + top, right - x, FFMIN(l->font, height - top) }; av_bprint_clear(&script); bprint_chapter_styles(&script, l); for (int i = 0; i < 2; i++) { if (!lines[i]) continue; bprint_chapter_cell(&script, "Detail", x + l->font / 2, l->font / 4 + (i - 1) * l->font, x + l->font * 7, rect.h, lines[i]->key); bprint_chapter_cell(&script, "Detail", x + l->font * 15 / 2, l->font / 4 + (i - 1) * l->font, right - l->font / 4, rect.h, lines[i]->value); } ret = chapter_strip_add(strips, nb, rect, chapter_popup_color, &script); above = tag; tag = tag ? av_dict_iterate(metadata, tag) : NULL; } } av_bprint_finalize(&script, NULL); return ret; } static void chapter_strips_free(ChapterStrip **strips, int *nb) { for (int i = 0; i < *nb; i++) av_freep(&(*strips)[i].script); av_freep(strips); *nb = 0; } static void chapter_list_discard(VideoState *is) { avfilter_graph_free(&is->chapter_graph); av_freep(&is->chapter_bitmap); chapter_strips_free(&is->chapter_strips, &is->nb_chapter_strips); if (is->chapter_texture) SDL_DestroyTexture(is->chapter_texture); is->chapter_texture = NULL; } /* a graph rendering one strip of the bitmap at a time, the bitmap itself and the texture it is uploaded to */ static int chapter_list_configure(VideoState *is, const ChapterListLayout *l, const SDL_Rect *canvas) { const AVFilter *ass_filter = avfilter_get_by_name("ass"); AVFilterContext *source, *ass; char source_args[64]; int ret; if (!ass_filter) { static int reported; if (!reported++) av_log(NULL, AV_LOG_ERROR, "The chapter list needs the ass filter, which this build lacks\n"); return AVERROR_FILTER_NOT_FOUND; } chapter_list_discard(is); is->chapter_rect = *canvas; if (l->canvas_w <= 0 || l->canvas_h <= 0 || l->canvas_w > INT_MAX / 4 / l->canvas_h) return AVERROR(EINVAL); if (!(is->chapter_graph = avfilter_graph_alloc()) || !(is->chapter_bitmap = av_mallocz(l->canvas_w * l->canvas_h * 4))) return AVERROR(ENOMEM); if (realloc_texture(&is->chapter_texture, SDL_PIXELFORMAT_ARGB8888, l->canvas_w, l->canvas_h, SDL_BLENDMODE_BLEND, 0) < 0) return AVERROR_EXTERNAL; is->chapter_dirty = (SDL_Rect){ 0, 0, l->canvas_w, l->canvas_h }; snprintf(source_args, sizeof(source_args), "color=black@0:rate=1:size=%dx%d", l->canvas_w, l->strip_h); ass = avfilter_graph_alloc_filter(is->chapter_graph, ass_filter, "ass"); is->chapter_sink = avfilter_graph_alloc_filter(is->chapter_graph, avfilter_get_by_name("buffersink"), "sink"); if (!ass || !is->chapter_sink) return AVERROR(ENOMEM); if ((ret = avfilter_graph_create_filter(&source, avfilter_get_by_name("color"), "source", source_args, NULL, is->chapter_graph)) < 0 || (ret = av_opt_set(ass, "script", "[Script Info]\nScriptType: v4.00+\n", AV_OPT_SEARCH_CHILDREN)) < 0 || (ret = av_opt_set_int(ass, "alpha", 1, AV_OPT_SEARCH_CHILDREN)) < 0 || (ret = avfilter_init_str(ass, NULL)) < 0 || (ret = av_opt_set_array(is->chapter_sink, "pixel_formats", AV_OPT_SEARCH_CHILDREN, 0, 1, AV_OPT_TYPE_PIXEL_FMT, &(enum AVPixelFormat){ AV_PIX_FMT_RGB32 })) < 0 || (ret = avfilter_init_str(is->chapter_sink, NULL)) < 0 || (ret = avfilter_link(source, 0, ass, 0)) < 0 || (ret = avfilter_link(ass, 0, is->chapter_sink, 0)) < 0) return ret; return avfilter_graph_config(is->chapter_graph, NULL); } /* renders the strip, the ass filter composing it over its background, and writes it into the bitmap */ static int chapter_strip_render(VideoState *is, const ChapterStrip *strip) { AVFrame *frame = av_frame_alloc(); int alpha = av_pix_fmt_desc_get(AV_PIX_FMT_RGB32)->comp[3].offset; uint32_t scale[256] = { 1 << 16 }; int ret; if (!frame) return AVERROR(ENOMEM); for (int a = 1; a < 256; a++) scale[a] = ((255 << 16) + a - 1) / a; if ((ret = avfilter_graph_send_command(is->chapter_graph, "source", "color", strip->background, NULL, 0, 0)) >= 0 && (ret = avfilter_graph_send_command(is->chapter_graph, "ass", "script", strip->script, NULL, 0, 0)) >= 0) ret = av_buffersink_get_frame(is->chapter_sink, frame); /* the ass filter composites with premultiplied alpha, SDL blends straight alpha */ for (int y = 0; ret >= 0 && y < strip->rect.h; y++) { const uint8_t *src = frame->data[0] + y * frame->linesize[0] + strip->rect.x * 4; uint8_t *dst = is->chapter_bitmap + ((strip->rect.y + y) * is->chapter_rect.w + strip->rect.x) * 4; for (int x = 0; x < strip->rect.w * 4; x += 4) for (int c = 0; c < 4; c++) dst[x + c] = c == alpha ? src[x + c] : FFMIN(src[x + c] * scale[src[x + alpha]] >> 16, 255); } av_frame_free(&frame); return ret; } static void chapter_bitmap_touched(VideoState *is, const SDL_Rect *rect) { SDL_UnionRect(&is->chapter_dirty, rect, &is->chapter_dirty); is->force_refresh = 1; } /* moves the pixels and strips of the rows that stay visible when the list scrolls, so that only the rows scrolling in are * rendered; rows the popup covered hold popup pixels and are rendered anew, as is that part of the popup */ static void chapter_list_scroll(VideoState *is, const ChapterListLayout *l, const ChapterStrip *strips, int nb) { int shift = is->chapter_first - l->first, kept = l->nb_rows - FFABS(shift); SDL_Rect block = { 0, l->rows_y, l->width, l->nb_rows * l->line }, popup = { 0, 0, 0, 0 }; if (!shift || kept <= 0 || is->nb_chapter_strips <= l->nb_rows || nb <= l->nb_rows) return; ChapterStrip *rows = is->chapter_strips + 1; for (int j = 0; j < l->nb_rows; j++) { SDL_Rect slot = { 0, block.y + j * l->line, l->width, l->line }; if (!SDL_RectEquals(&rows[j].rect, &slot) || !SDL_RectEquals(&strips[j + 1].rect, &slot)) return; } for (int i = 0; i < is->nb_chapter_strips; i++) { if (is->chapter_strips[i].background == chapter_popup_color && SDL_HasIntersection(&is->chapter_strips[i].rect, &block)) { SDL_UnionRect(&popup, &is->chapter_strips[i].rect, &popup); is->chapter_strips[i].background = NULL; } } for (int j = 0; j < l->nb_rows; j++) if (SDL_HasIntersection(&rows[j].rect, &popup)) rows[j].background = NULL; for (int k = 0; k < kept * l->line; k++) { int y = shift > 0 ? block.y + block.h - 1 - k : block.y + k; memcpy(is->chapter_bitmap + y * is->chapter_rect.w * 4, is->chapter_bitmap + (y - shift * l->line) * is->chapter_rect.w * 4, l->width * 4); } for (int j = 0; j < FFABS(shift); j++) av_freep(&rows[shift > 0 ? kept + j : j].script); memmove(rows + FFMAX(shift, 0), rows + FFMAX(-shift, 0), kept * sizeof(*rows)); for (int j = 0; j < FFABS(shift); j++) rows[shift > 0 ? j : kept + j] = (ChapterStrip){ { 0 } }; for (int j = 0; j < l->nb_rows; j++) rows[j].rect = strips[j + 1].rect; chapter_bitmap_touched(is, &block); } /* brings the bitmap up to date, rendering only the strips whose content, place or background changed */ static int chapter_list_render(VideoState *is) { ChapterListLayout l = chapter_list_layout(is); SDL_Rect canvas = { l.font, l.font, l.canvas_w, l.canvas_h }, redrawn = { 0, 0, 0, 0 }; ChapterStrip *strips = NULL; int nb = 0, ret = 0; is->chapter_render_pending = 0; is->chapter_hover = chapter_list_hit(is, &l, is->chapter_mouse_x, is->chapter_mouse_y); if (!is->chapter_graph || !SDL_RectEquals(&is->chapter_rect, &canvas)) ret = chapter_list_configure(is, &l, &canvas); if (ret >= 0) ret = chapter_list_strips(is, &l, &strips, &nb); if (ret >= 0) chapter_list_scroll(is, &l, strips, nb); /* what the strips no longer cover becomes transparent again; a strip is drawn anew when it changed or lies on what was * cleared or drawn before it */ for (int i = 0; ret >= 0 && i < is->nb_chapter_strips; i++) { const SDL_Rect *old = &is->chapter_strips[i].rect; if (i < nb && SDL_RectEquals(old, &strips[i].rect)) continue; for (int y = 0; y < old->h; y++) memset(is->chapter_bitmap + ((old->y + y) * is->chapter_rect.w + old->x) * 4, 0, old->w * 4); SDL_UnionRect(&redrawn, old, &redrawn); chapter_bitmap_touched(is, old); } for (int i = 0; ret >= 0 && i < nb; i++) { const ChapterStrip *old = i < is->nb_chapter_strips ? &is->chapter_strips[i] : NULL; if (old && SDL_RectEquals(&old->rect, &strips[i].rect) && old->background == strips[i].background && !strcmp(old->script, strips[i].script) && !SDL_HasIntersection(&strips[i].rect, &redrawn)) continue; if ((ret = chapter_strip_render(is, &strips[i])) < 0) break; SDL_UnionRect(&redrawn, &strips[i].rect, &redrawn); chapter_bitmap_touched(is, &strips[i].rect); } if (ret < 0) { if (ret != AVERROR_FILTER_NOT_FOUND) av_log(NULL, AV_LOG_ERROR, "Could not render the chapter list: %s\n", av_err2str(ret)); chapter_list_discard(is); chapter_strips_free(&strips, &nb); is->chapter_pinned = 0; SDL_StopTextInput(); } chapter_strips_free(&is->chapter_strips, &is->nb_chapter_strips); is->chapter_strips = strips; is->nb_chapter_strips = nb; is->chapter_first = l.first; return ret; } static void chapter_list_select(VideoState *is, int row) { int64_t now = av_gettime_relative(); is->chapter_selected = row; is->chapter_fade_start = now - chapter_list_alpha(is, now) * CHAPTER_LIST_FADE_TIME; is->chapter_last_input = now; is->chapter_render_pending = 1; } /* shows the list with the chapter selected, or with the selection kept when no row shows it */ static int chapter_list_show(VideoState *is, int chapter) { int ret = renderer ? chapter_list_update_rows(is) : AVERROR(EINVAL); if (ret < 0) return ret; for (int row = 0; row < is->nb_chapter_rows; row++) if (is->chapter_rows[row].index == chapter) is->chapter_selected = row; chapter_list_select(is, is->chapter_selected); return 0; } static void chapter_list_move(VideoState *is, int delta) { if (is->nb_chapter_rows) chapter_list_select(is, av_clip(is->chapter_selected + delta, 0, is->nb_chapter_rows - 1)); } static int chapter_list_visible(VideoState *is) { return is->chapter_pinned || chapter_list_alpha(is, av_gettime_relative()) > 0; } /* appends the typed text to the search, or erases its last character when nothing was typed */ static void chapter_list_search(VideoState *is, const char *typed) { int len = strlen(is->chapter_search); if (typed) { if (len + strlen(typed) < sizeof(is->chapter_search)) av_strlcat(is->chapter_search, typed, sizeof(is->chapter_search)); } else if (len) { while (len > 0 && (is->chapter_search[--len] & 0xC0) == 0x80) ; is->chapter_search[len] = 0; } chapter_list_update_rows(is); is->chapter_render_pending = 1; } static void chapter_list_pin(VideoState *is, int pinned) { if (!renderer) return; is->chapter_pinned = pinned; if (pinned) { is->chapter_pinned = chapter_list_show(is, current_chapter(is)) >= 0; if (is->chapter_pinned) SDL_StartTextInput(); } else { SDL_StopTextInput(); is->chapter_last_input = av_gettime_relative() - CHAPTER_LIST_HOLD_TIME; is->chapter_search[0] = 0; chapter_list_update_rows(is); is->chapter_render_pending = 1; } } /* keys while the list is pinned; typed characters arrive as text input instead */ static void chapter_list_key(VideoState *is, SDL_Keycode key) { switch (key) { case SDLK_ESCAPE: chapter_list_pin(is, 0); break; case SDLK_UP: chapter_list_move(is, -1); break; case SDLK_DOWN: chapter_list_move(is, 1); break; case SDLK_PAGEUP: seek_chapter(is, current_chapter(is) + 1); break; case SDLK_PAGEDOWN: seek_chapter(is, current_chapter(is) - 1); break; case SDLK_BACKSPACE: chapter_list_search(is, NULL); break; case SDLK_RETURN: case SDLK_KP_ENTER: if (is->nb_chapter_rows) seek_chapter(is, is->chapter_rows[is->chapter_selected].index); break; } } /* keeps the mouse position for the next render and asks for one when what a visible list points at changed; * the render waits until the pending events are handled, so a sweep across the list renders once */ static void chapter_list_hover(VideoState *is, int x, int y) { ChapterListLayout l; ChapterListHit hit; is->chapter_mouse_x = x; is->chapter_mouse_y = y; if (!chapter_list_visible(is)) return; l = chapter_list_layout(is); hit = chapter_list_hit(is, &l, x, y); if (hit.row != is->chapter_hover.row || hit.button != is->chapter_hover.button || hit.detail != is->chapter_hover.detail) is->chapter_render_pending = 1; } /* seeks to the entry under a click or sorts by the button under it, returns whether the click hit the list at all */ static int chapter_list_click(VideoState *is, int x, int y) { ChapterListLayout l = chapter_list_layout(is); ChapterListHit hit = chapter_list_hit(is, &l, x, y); if (hit.row >= 0 && !hit.detail) seek_chapter(is, is->chapter_rows[hit.row].index); if (hit.button >= 0) { int button_w = sort_buttons[hit.button].width * l.font / 2; chapter_sort_by(hit.button, (x - l.font - l.button_x[hit.button]) * 2 < button_w ? -1 : 1); chapter_list_show(is, -1); } return hit.inside; } /* uploads what the texture lacks of the bitmap, at most once per refresh */ static void chapter_list_draw(VideoState *is) { double alpha = chapter_list_alpha(is, av_gettime_relative()); SDL_Rect *dirty = &is->chapter_dirty; is->chapter_drawn_alpha = alpha; if (alpha <= 0) return; if (dirty->w && !SDL_UpdateTexture(is->chapter_texture, dirty, is->chapter_bitmap + (dirty->y * is->chapter_rect.w + dirty->x) * 4, is->chapter_rect.w * 4)) *dirty = (SDL_Rect){ 0, 0, 0, 0 }; SDL_SetTextureAlphaMod(is->chapter_texture, alpha * 255); SDL_RenderCopy(renderer, is->chapter_texture, NULL, &is->chapter_rect); } static void video_image_display(VideoState *is) { Frame *vp; Frame *sp = NULL; SDL_Rect *rect = &is->render_params.target_rect; vp = frame_queue_peek_last(&is->pictq); calculate_display_rect(rect, is->xleft, is->ytop, is->width, is->height, vp->width, vp->height, vp->sar); if (vk_renderer) { vk_renderer_display(vk_renderer, vp->frame, &is->render_params); return; } if (is->subtitle_st) { if (frame_queue_nb_remaining(&is->subpq) > 0) { sp = frame_queue_peek(&is->subpq); if (vp->pts >= sp->pts + ((float) sp->sub.start_display_time / 1000)) { if (!sp->uploaded) { uint8_t* pixels[4]; int pitch[4]; int i; if (!sp->width || !sp->height) { sp->width = vp->width; sp->height = vp->height; } if (realloc_texture(&is->sub_texture, SDL_PIXELFORMAT_ARGB8888, sp->width, sp->height, SDL_BLENDMODE_BLEND, 1) < 0) return; for (i = 0; i < sp->sub.num_rects; i++) { AVSubtitleRect *sub_rect = sp->sub.rects[i]; sub_rect->x = av_clip(sub_rect->x, 0, sp->width ); sub_rect->y = av_clip(sub_rect->y, 0, sp->height); sub_rect->w = av_clip(sub_rect->w, 0, sp->width - sub_rect->x); sub_rect->h = av_clip(sub_rect->h, 0, sp->height - sub_rect->y); is->sub_convert_ctx = sws_getCachedContext(is->sub_convert_ctx, sub_rect->w, sub_rect->h, AV_PIX_FMT_PAL8, sub_rect->w, sub_rect->h, AV_PIX_FMT_BGRA, 0, NULL, NULL, NULL); if (!is->sub_convert_ctx) { av_log(NULL, AV_LOG_FATAL, "Cannot initialize the conversion context\n"); return; } if (!SDL_LockTexture(is->sub_texture, (SDL_Rect *)sub_rect, (void **)pixels, pitch)) { sws_scale(is->sub_convert_ctx, (const uint8_t * const *)sub_rect->data, sub_rect->linesize, 0, sub_rect->h, pixels, pitch); SDL_UnlockTexture(is->sub_texture); } } sp->uploaded = 1; } } else sp = NULL; } } set_sdl_yuv_conversion_mode(vp->frame); if (!vp->uploaded) { if (upload_texture(&is->vid_texture, vp->frame) < 0) { set_sdl_yuv_conversion_mode(NULL); return; } vp->uploaded = 1; vp->flip_v = vp->frame->linesize[0] < 0; } draw_video_background(is); SDL_RenderCopyEx(renderer, is->vid_texture, NULL, rect, 0, NULL, vp->flip_v ? SDL_FLIP_VERTICAL : 0); set_sdl_yuv_conversion_mode(NULL); if (sp) { #if USE_ONEPASS_SUBTITLE_RENDER SDL_RenderCopy(renderer, is->sub_texture, NULL, rect); #else int i; double xratio = (double)rect->w / (double)sp->width; double yratio = (double)rect->h / (double)sp->height; for (i = 0; i < sp->sub.num_rects; i++) { SDL_Rect *sub_rect = (SDL_Rect*)sp->sub.rects[i]; SDL_Rect target = {.x = rect.x + sub_rect->x * xratio, .y = rect.y + sub_rect->y * yratio, .w = sub_rect->w * xratio, .h = sub_rect->h * yratio}; SDL_RenderCopy(renderer, is->sub_texture, sub_rect, &target); } #endif } } static inline int compute_mod(int a, int b) { return a < 0 ? a%b + b : a%b; } static void video_audio_display(VideoState *s) { int i, i_start, x, y1, y, ys, delay, n, nb_display_channels; int ch, channels, h, h2; int64_t time_diff; int rdft_bits, nb_freq; for (rdft_bits = 1; (1 << rdft_bits) < 2 * s->height; rdft_bits++) ; nb_freq = 1 << (rdft_bits - 1); /* compute display index : center on currently output samples */ channels = s->audio_tgt.ch_layout.nb_channels; nb_display_channels = channels; if (!s->paused) { int data_used= s->show_mode == SHOW_MODE_WAVES ? s->width : (2*nb_freq); n = 2 * channels; delay = s->audio_write_buf_size; delay /= n; /* to be more precise, we take into account the time spent since the last buffer computation */ if (audio_callback_time) { time_diff = av_gettime_relative() - audio_callback_time; delay -= (time_diff * s->audio_tgt.freq) / 1000000; } delay += 2 * data_used; if (delay < data_used) delay = data_used; i_start= x = compute_mod(s->sample_array_index - delay * channels, SAMPLE_ARRAY_SIZE); if (s->show_mode == SHOW_MODE_WAVES) { h = INT_MIN; for (i = 0; i < 1000; i += channels) { int idx = (SAMPLE_ARRAY_SIZE + x - i) % SAMPLE_ARRAY_SIZE; int a = s->sample_array[idx]; int b = s->sample_array[(idx + 4 * channels) % SAMPLE_ARRAY_SIZE]; int c = s->sample_array[(idx + 5 * channels) % SAMPLE_ARRAY_SIZE]; int d = s->sample_array[(idx + 9 * channels) % SAMPLE_ARRAY_SIZE]; int score = a - d; if (h < score && (b ^ c) < 0) { h = score; i_start = idx; } } } s->last_i_start = i_start; } else { i_start = s->last_i_start; } if (s->show_mode == SHOW_MODE_WAVES) { SDL_SetRenderDrawColor(renderer, 255, 255, 255, 255); /* total height for one channel */ h = s->height / nb_display_channels; /* graph height / 2 */ h2 = (h * 9) / 20; for (ch = 0; ch < nb_display_channels; ch++) { i = i_start + ch; y1 = s->ytop + ch * h + (h / 2); /* position of center line */ for (x = 0; x < s->width; x++) { y = (s->sample_array[i] * h2) >> 15; if (y < 0) { y = -y; ys = y1 - y; } else { ys = y1; } fill_rectangle(s->xleft + x, ys, 1, y); i += channels; if (i >= SAMPLE_ARRAY_SIZE) i -= SAMPLE_ARRAY_SIZE; } } SDL_SetRenderDrawColor(renderer, 0, 0, 255, 255); for (ch = 1; ch < nb_display_channels; ch++) { y = s->ytop + ch * h; fill_rectangle(s->xleft, y, s->width, 1); } } else { int err = 0; if (realloc_texture(&s->vis_texture, SDL_PIXELFORMAT_ARGB8888, s->width, s->height, SDL_BLENDMODE_NONE, 1) < 0) return; if (s->xpos >= s->width) s->xpos = 0; nb_display_channels= FFMIN(nb_display_channels, 2); if (rdft_bits != s->rdft_bits) { const float rdft_scale = 1.0; av_tx_uninit(&s->rdft); av_freep(&s->real_data); av_freep(&s->rdft_data); s->rdft_bits = rdft_bits; s->real_data = av_malloc_array(nb_freq, 4 *sizeof(*s->real_data)); s->rdft_data = av_malloc_array(nb_freq + 1, 2 *sizeof(*s->rdft_data)); err = av_tx_init(&s->rdft, &s->rdft_fn, AV_TX_FLOAT_RDFT, 0, 1 << rdft_bits, &rdft_scale, 0); } if (err < 0 || !s->rdft_data) { av_log(NULL, AV_LOG_ERROR, "Failed to allocate buffers for RDFT, switching to waves display\n"); s->show_mode = SHOW_MODE_WAVES; } else { float *data_in[2]; AVComplexFloat *data[2]; SDL_Rect rect = {.x = s->xpos, .y = 0, .w = 1, .h = s->height}; uint32_t *pixels; int pitch; for (ch = 0; ch < nb_display_channels; ch++) { data_in[ch] = s->real_data + 2 * nb_freq * ch; data[ch] = s->rdft_data + nb_freq * ch; i = i_start + ch; for (x = 0; x < 2 * nb_freq; x++) { double w = (x-nb_freq) * (1.0 / nb_freq); data_in[ch][x] = s->sample_array[i] * (1.0 - w * w); i += channels; if (i >= SAMPLE_ARRAY_SIZE) i -= SAMPLE_ARRAY_SIZE; } s->rdft_fn(s->rdft, data[ch], data_in[ch], sizeof(float)); data[ch][0].im = data[ch][nb_freq].re; data[ch][nb_freq].re = 0; } /* Least efficient way to do this, we should of course * directly access it but it is more than fast enough. */ if (!SDL_LockTexture(s->vis_texture, &rect, (void **)&pixels, &pitch)) { pitch >>= 2; pixels += pitch * s->height; for (y = 0; y < s->height; y++) { double w = 1 / sqrt(nb_freq); int a = sqrt(w * sqrt(data[0][y].re * data[0][y].re + data[0][y].im * data[0][y].im)); int b = (nb_display_channels == 2 ) ? sqrt(w * hypot(data[1][y].re, data[1][y].im)) : a; a = FFMIN(a, 255); b = FFMIN(b, 255); pixels -= pitch; *pixels = (a << 16) + (b << 8) + ((a+b) >> 1); } SDL_UnlockTexture(s->vis_texture); } SDL_RenderCopy(renderer, s->vis_texture, NULL, NULL); } if (!s->paused) s->xpos++; } } static void uninit_bsf_graph(AVFormatContext *ic, int stream_index) { FormatContext *ici = ic->opaque; Stream *sti; StreamGroup *stgi; if (stream_index >= ici->nb_streams) return; sti = ici->streams[stream_index]; sti->filter = NULL; stgi = sti->group; if (stgi) { av_bsf_graph_free(&stgi->graph); stgi->sink = NULL; for (int i = 0; i < stgi->stg->nb_entries; i++) { ici->streams[stgi->stg->entries[i]->stream->index]->filter = NULL; ici->streams[stgi->stg->entries[i]->stream->index]->group = NULL; } } sti->group = stgi; } static void stream_component_close(VideoState *is, int stream_index) { AVFormatContext *ic = is->ic; AVCodecParameters *codecpar; if (stream_index < 0 || stream_index >= ic->nb_streams) return; codecpar = ic->streams[stream_index]->codecpar; uninit_bsf_graph(ic, stream_index); switch (codecpar->codec_type) { case AVMEDIA_TYPE_AUDIO: decoder_abort(&is->auddec, &is->sampq); SDL_CloseAudioDevice(audio_dev); decoder_destroy(&is->auddec); swr_free(&is->swr_ctx); av_freep(&is->audio_buf1); is->audio_buf1_size = 0; is->audio_buf = NULL; if (is->rdft) { av_tx_uninit(&is->rdft); av_freep(&is->real_data); av_freep(&is->rdft_data); is->rdft = NULL; is->rdft_bits = 0; } break; case AVMEDIA_TYPE_VIDEO: decoder_abort(&is->viddec, &is->pictq); decoder_destroy(&is->viddec); break; case AVMEDIA_TYPE_SUBTITLE: decoder_abort(&is->subdec, &is->subpq); decoder_destroy(&is->subdec); break; default: break; } ic->streams[stream_index]->discard = AVDISCARD_ALL; switch (codecpar->codec_type) { case AVMEDIA_TYPE_AUDIO: is->audio_st = NULL; is->audio_stream = -1; break; case AVMEDIA_TYPE_VIDEO: is->video_st = NULL; is->video_stream = -1; break; case AVMEDIA_TYPE_SUBTITLE: is->subtitle_st = NULL; is->subtitle_stream = -1; break; default: break; } } static void stream_close(VideoState *is) { /* XXX: use a special url_shutdown call to abort parse cleanly */ is->abort_request = 1; SDL_WaitThread(is->read_tid, NULL); /* close each stream */ if (is->audio_stream >= 0) stream_component_close(is, is->audio_stream); if (is->video_stream >= 0) stream_component_close(is, is->video_stream); if (is->subtitle_stream >= 0) stream_component_close(is, is->subtitle_stream); if (is->ic) { FormatContext *ici = is->ic->opaque; for (int i = 0; i < ici->nb_streams; i++) av_freep(&ici->streams[i]); av_freep(&ici->streams); for (int i = 0; i < ici->nb_stream_groups; i++) av_freep(&ici->stream_groups[i]); av_freep(&ici->stream_groups); av_freep(&is->ic->opaque); } avformat_close_input(&is->ic); packet_queue_destroy(&is->videoq); packet_queue_destroy(&is->audioq); packet_queue_destroy(&is->subtitleq); /* free all pictures */ frame_queue_destroy(&is->pictq); frame_queue_destroy(&is->sampq); frame_queue_destroy(&is->subpq); SDL_DestroyCond(is->continue_read_thread); sws_freeContext(is->sub_convert_ctx); av_free(is->filename); if (is->vis_texture) SDL_DestroyTexture(is->vis_texture); if (is->vid_texture) SDL_DestroyTexture(is->vid_texture); if (is->sub_texture) SDL_DestroyTexture(is->sub_texture); chapter_list_discard(is); av_freep(&is->chapter_rows); av_free(is); } static void do_exit(VideoState *is) { if (is) { stream_close(is); } if (renderer) SDL_DestroyRenderer(renderer); if (vk_renderer) vk_renderer_destroy(vk_renderer); if (window) SDL_DestroyWindow(window); uninit_opts(); for (int i = 0; i < nb_vfilters; i++) av_freep(&vfilters_list[i]); av_freep(&vfilters_list); av_freep(&video_codec_name); av_freep(&audio_codec_name); av_freep(&subtitle_codec_name); av_freep(&input_filename); avformat_network_deinit(); if (show_status) printf("\n"); SDL_Quit(); av_log(NULL, AV_LOG_QUIET, "%s", ""); exit(exit_status); } static void sigterm_handler(int sig) { received_sigterm = sig; if (++received_nb_signals > 3) exit(123); } static void set_default_window_size(int width, int height, AVRational sar) { SDL_Rect rect; int max_width = screen_width ? screen_width : INT_MAX; int max_height = screen_height ? screen_height : INT_MAX; if (max_width == INT_MAX && max_height == INT_MAX) max_height = height; calculate_display_rect(&rect, 0, 0, max_width, max_height, width, height, sar); default_width = rect.w; default_height = rect.h; } static int video_open(VideoState *is) { int w,h; w = screen_width ? screen_width : default_width; h = screen_height ? screen_height : default_height; if (!window_title) window_title = input_filename; SDL_SetWindowTitle(window, window_title); SDL_SetWindowSize(window, w, h); SDL_SetWindowPosition(window, screen_left, screen_top); if (is_full_screen) SDL_SetWindowFullscreen(window, SDL_WINDOW_FULLSCREEN_DESKTOP); SDL_ShowWindow(window); is->width = w; is->height = h; return 0; } /* display the current picture, if any */ static void video_display(VideoState *is) { if (!is->width) video_open(is); SDL_SetRenderDrawColor(renderer, 0, 0, 0, 255); SDL_RenderClear(renderer); if (is->audio_st && is->show_mode != SHOW_MODE_VIDEO) video_audio_display(is); else if (is->video_st) video_image_display(is); chapter_list_draw(is); SDL_RenderPresent(renderer); } static double get_clock(Clock *c) { if (*c->queue_serial != c->serial) return NAN; if (c->paused) { return c->pts; } else { double time = av_gettime_relative() / 1000000.0; return c->pts_drift + time - (time - c->last_updated) * (1.0 - c->speed); } } static void set_clock_at(Clock *c, double pts, int serial, double time) { c->pts = pts; c->last_updated = time; c->pts_drift = c->pts - time; c->serial = serial; } static void set_clock(Clock *c, double pts, int serial) { double time = av_gettime_relative() / 1000000.0; set_clock_at(c, pts, serial, time); } static void set_clock_speed(Clock *c, double speed) { set_clock(c, get_clock(c), c->serial); c->speed = speed; } static void init_clock(Clock *c, int *queue_serial) { c->speed = 1.0; c->paused = 0; c->queue_serial = queue_serial; set_clock(c, NAN, -1); } static void sync_clock_to_slave(Clock *c, Clock *slave) { double clock = get_clock(c); double slave_clock = get_clock(slave); if (!isnan(slave_clock) && (isnan(clock) || fabs(clock - slave_clock) > AV_NOSYNC_THRESHOLD)) set_clock(c, slave_clock, slave->serial); } static int get_master_sync_type(VideoState *is) { if (is->av_sync_type == AV_SYNC_VIDEO_MASTER) { if (is->video_st) return AV_SYNC_VIDEO_MASTER; else return AV_SYNC_AUDIO_MASTER; } else if (is->av_sync_type == AV_SYNC_AUDIO_MASTER) { if (is->audio_st) return AV_SYNC_AUDIO_MASTER; else return AV_SYNC_EXTERNAL_CLOCK; } else { return AV_SYNC_EXTERNAL_CLOCK; } } /* get the current master clock value */ static double get_master_clock(VideoState *is) { double val; switch (get_master_sync_type(is)) { case AV_SYNC_VIDEO_MASTER: val = get_clock(&is->vidclk); break; case AV_SYNC_AUDIO_MASTER: val = get_clock(&is->audclk); break; default: val = get_clock(&is->extclk); break; } return val; } static void check_external_clock_speed(VideoState *is) { if (is->video_stream >= 0 && is->videoq.nb_packets <= EXTERNAL_CLOCK_MIN_FRAMES || is->audio_stream >= 0 && is->audioq.nb_packets <= EXTERNAL_CLOCK_MIN_FRAMES) { set_clock_speed(&is->extclk, FFMAX(EXTERNAL_CLOCK_SPEED_MIN, is->extclk.speed - EXTERNAL_CLOCK_SPEED_STEP)); } else if ((is->video_stream < 0 || is->videoq.nb_packets > EXTERNAL_CLOCK_MAX_FRAMES) && (is->audio_stream < 0 || is->audioq.nb_packets > EXTERNAL_CLOCK_MAX_FRAMES)) { set_clock_speed(&is->extclk, FFMIN(EXTERNAL_CLOCK_SPEED_MAX, is->extclk.speed + EXTERNAL_CLOCK_SPEED_STEP)); } else { double speed = is->extclk.speed; if (speed != 1.0) set_clock_speed(&is->extclk, speed + EXTERNAL_CLOCK_SPEED_STEP * (1.0 - speed) / fabs(1.0 - speed)); } } /* seek in the stream */ static void stream_seek(VideoState *is, int64_t pos, int64_t rel, int by_bytes) { if (!is->seek_req) { is->seek_pos = pos; is->seek_rel = rel; is->seek_flags &= ~AVSEEK_FLAG_BYTE; if (by_bytes) is->seek_flags |= AVSEEK_FLAG_BYTE; is->seek_req = 1; SDL_CondSignal(is->continue_read_thread); } } /* pause or resume the video */ static void stream_toggle_pause(VideoState *is) { if (is->paused) { is->frame_timer += av_gettime_relative() / 1000000.0 - is->vidclk.last_updated; if (is->read_pause_return != AVERROR(ENOSYS)) { is->vidclk.paused = 0; } set_clock(&is->vidclk, get_clock(&is->vidclk), is->vidclk.serial); } set_clock(&is->extclk, get_clock(&is->extclk), is->extclk.serial); is->paused = is->audclk.paused = is->vidclk.paused = is->extclk.paused = !is->paused; } static void toggle_pause(VideoState *is) { stream_toggle_pause(is); is->step = 0; } static void toggle_mute(VideoState *is) { is->muted = !is->muted; } static void update_volume(VideoState *is, int sign, double step) { double volume_level = is->audio_volume ? (20 * log(is->audio_volume / (double)SDL_MIX_MAXVOLUME) / log(10)) : -1000.0; int new_volume = lrint(SDL_MIX_MAXVOLUME * pow(10.0, (volume_level + sign * step) / 20.0)); is->audio_volume = av_clip(is->audio_volume == new_volume ? (is->audio_volume + sign) : new_volume, 0, SDL_MIX_MAXVOLUME); } static void step_to_next_frame(VideoState *is) { /* if the stream is paused unpause it, then step */ if (is->paused) stream_toggle_pause(is); is->step = 1; } static double compute_target_delay(double delay, VideoState *is) { double sync_threshold, diff = 0; /* update delay to follow master synchronisation source */ if (get_master_sync_type(is) != AV_SYNC_VIDEO_MASTER) { /* if video is slave, we try to correct big delays by duplicating or deleting a frame */ diff = get_clock(&is->vidclk) - get_master_clock(is); /* skip or repeat frame. We take into account the delay to compute the threshold. I still don't know if it is the best guess */ sync_threshold = FFMAX(AV_SYNC_THRESHOLD_MIN, FFMIN(AV_SYNC_THRESHOLD_MAX, delay)); if (!isnan(diff) && fabs(diff) < is->max_frame_duration) { if (diff <= -sync_threshold) delay = FFMAX(0, delay + diff); else if (diff >= sync_threshold && delay > AV_SYNC_FRAMEDUP_THRESHOLD) delay = delay + diff; else if (diff >= sync_threshold) delay = 2 * delay; } } av_log(NULL, AV_LOG_TRACE, "video: delay=%0.3f A-V=%f\n", delay, -diff); return delay; } static double vp_duration(VideoState *is, Frame *vp, Frame *nextvp) { if (vp->serial == nextvp->serial) { double duration = nextvp->pts - vp->pts; if (isnan(duration) || duration <= 0 || duration > is->max_frame_duration) return vp->duration; else return duration; } else { return 0.0; } } static void update_video_pts(VideoState *is, double pts, int serial) { /* update current video pts */ set_clock(&is->vidclk, pts, serial); sync_clock_to_slave(&is->extclk, &is->vidclk); } /* called to display each frame */ static void video_refresh(void *opaque, double *remaining_time) { VideoState *is = opaque; double time; Frame *sp, *sp2; if (!is->paused && get_master_sync_type(is) == AV_SYNC_EXTERNAL_CLOCK && is->realtime) check_external_clock_speed(is); if (!display_disable && is->show_mode != SHOW_MODE_VIDEO && is->audio_st) { time = av_gettime_relative() / 1000000.0; if (is->force_refresh || is->last_vis_time + rdftspeed < time) { video_display(is); is->last_vis_time = time; } *remaining_time = FFMIN(*remaining_time, is->last_vis_time + rdftspeed - time); } if (is->video_st) { retry: if (frame_queue_nb_remaining(&is->pictq) == 0) { // nothing to do, no picture to display in the queue } else { double last_duration, duration, delay; Frame *vp, *lastvp; /* dequeue the picture */ lastvp = frame_queue_peek_last(&is->pictq); vp = frame_queue_peek(&is->pictq); if (vp->serial != is->videoq.serial) { frame_queue_next(&is->pictq); goto retry; } if (lastvp->serial != vp->serial) is->frame_timer = av_gettime_relative() / 1000000.0; if (is->paused) goto display; /* compute nominal last_duration */ last_duration = vp_duration(is, lastvp, vp); delay = compute_target_delay(last_duration, is); time= av_gettime_relative()/1000000.0; if (time < is->frame_timer + delay) { *remaining_time = FFMIN(is->frame_timer + delay - time, *remaining_time); goto display; } is->frame_timer += delay; if (delay > 0 && time - is->frame_timer > AV_SYNC_THRESHOLD_MAX) is->frame_timer = time; SDL_LockMutex(is->pictq.mutex); if (!isnan(vp->pts)) update_video_pts(is, vp->pts, vp->serial); SDL_UnlockMutex(is->pictq.mutex); if (frame_queue_nb_remaining(&is->pictq) > 1) { Frame *nextvp = frame_queue_peek_next(&is->pictq); duration = vp_duration(is, vp, nextvp); if(!is->step && (framedrop>0 || (framedrop && get_master_sync_type(is) != AV_SYNC_VIDEO_MASTER)) && time > is->frame_timer + duration){ is->frame_drops_late++; frame_queue_next(&is->pictq); goto retry; } } if (is->subtitle_st) { while (frame_queue_nb_remaining(&is->subpq) > 0) { sp = frame_queue_peek(&is->subpq); if (frame_queue_nb_remaining(&is->subpq) > 1) sp2 = frame_queue_peek_next(&is->subpq); else sp2 = NULL; if (sp->serial != is->subtitleq.serial || (is->vidclk.pts > (sp->pts + ((float) sp->sub.end_display_time / 1000))) || (sp2 && is->vidclk.pts > (sp2->pts + ((float) sp2->sub.start_display_time / 1000)))) { if (sp->uploaded) { int i; for (i = 0; i < sp->sub.num_rects; i++) { AVSubtitleRect *sub_rect = sp->sub.rects[i]; uint8_t *pixels; int pitch, j; if (!SDL_LockTexture(is->sub_texture, (SDL_Rect *)sub_rect, (void **)&pixels, &pitch)) { for (j = 0; j < sub_rect->h; j++, pixels += pitch) memset(pixels, 0, sub_rect->w << 2); SDL_UnlockTexture(is->sub_texture); } } } frame_queue_next(&is->subpq); } else { break; } } } frame_queue_next(&is->pictq); is->force_refresh = 1; if (is->step && !is->paused) stream_toggle_pause(is); } display: /* display picture */ if (!display_disable && is->force_refresh && is->show_mode == SHOW_MODE_VIDEO && is->pictq.rindex_shown) video_display(is); } is->force_refresh = 0; if (show_status) { AVBPrint buf; static int64_t last_time; int64_t cur_time; int aqsize, vqsize, sqsize; double av_diff; cur_time = av_gettime_relative(); if (!last_time || (cur_time - last_time) >= 30000) { aqsize = 0; vqsize = 0; sqsize = 0; if (is->audio_st) aqsize = is->audioq.size; if (is->video_st) vqsize = is->videoq.size; if (is->subtitle_st) sqsize = is->subtitleq.size; av_diff = 0; if (is->audio_st && is->video_st) av_diff = get_clock(&is->audclk) - get_clock(&is->vidclk); else if (is->video_st) av_diff = get_master_clock(is) - get_clock(&is->vidclk); else if (is->audio_st) av_diff = get_master_clock(is) - get_clock(&is->audclk); av_bprint_init(&buf, 0, AV_BPRINT_SIZE_AUTOMATIC); av_bprintf(&buf, "%7.2f %s:%7.3f fd=%4d aq=%5dKB vq=%5dKB sq=%5dB \r", get_master_clock(is), (is->audio_st && is->video_st) ? "A-V" : (is->video_st ? "M-V" : (is->audio_st ? "M-A" : " ")), av_diff, is->frame_drops_early + is->frame_drops_late, aqsize / 1024, vqsize / 1024, sqsize); if (show_status == 1 && AV_LOG_INFO > av_log_get_level()) fprintf(stderr, "%s", buf.str); else av_log(NULL, AV_LOG_INFO, "%s", buf.str); fflush(stderr); av_bprint_finalize(&buf, NULL); last_time = cur_time; } } } static int queue_picture(VideoState *is, AVFrame *src_frame, double pts, double duration, int64_t pos, int serial) { Frame *vp; #if defined(DEBUG_SYNC) printf("frame_type=%c pts=%0.3f\n", av_get_picture_type_char(src_frame->pict_type), pts); #endif if (!(vp = frame_queue_peek_writable(&is->pictq))) return -1; vp->sar = src_frame->sample_aspect_ratio; vp->uploaded = 0; vp->width = src_frame->width; vp->height = src_frame->height; vp->format = src_frame->format; vp->pts = pts; vp->duration = duration; vp->pos = pos; vp->serial = serial; set_default_window_size(vp->width, vp->height, vp->sar); av_frame_move_ref(vp->frame, src_frame); frame_queue_push(&is->pictq); return 0; } static int get_video_frame(VideoState *is, AVFrame *frame) { int got_picture; if ((got_picture = decoder_decode_frame(&is->viddec, frame, NULL)) < 0) return -1; if (got_picture) { double dpts = NAN; if (frame->pts != AV_NOPTS_VALUE) dpts = av_q2d(is->video_st->time_base) * frame->pts; frame->sample_aspect_ratio = av_guess_sample_aspect_ratio(is->ic, is->video_st, frame); if (framedrop>0 || (framedrop && get_master_sync_type(is) != AV_SYNC_VIDEO_MASTER)) { if (frame->pts != AV_NOPTS_VALUE) { double diff = dpts - get_master_clock(is); if (!isnan(diff) && fabs(diff) < AV_NOSYNC_THRESHOLD && diff - is->frame_last_filter_delay < 0 && is->viddec.pkt_serial == is->vidclk.serial && is->videoq.nb_packets) { is->frame_drops_early++; av_frame_unref(frame); got_picture = 0; } } } } return got_picture; } static int configure_filtergraph(AVFilterGraph *graph, const char *filtergraph, AVFilterContext *source_ctx, AVFilterContext *sink_ctx) { int ret, i; int nb_filters = graph->nb_filters; AVFilterInOut *outputs = NULL, *inputs = NULL; if (filtergraph) { outputs = avfilter_inout_alloc(); inputs = avfilter_inout_alloc(); if (!outputs || !inputs) { ret = AVERROR(ENOMEM); goto fail; } outputs->name = av_strdup("in"); outputs->filter_ctx = source_ctx; outputs->pad_idx = 0; outputs->next = NULL; inputs->name = av_strdup("out"); inputs->filter_ctx = sink_ctx; inputs->pad_idx = 0; inputs->next = NULL; if ((ret = avfilter_graph_parse_ptr(graph, filtergraph, &inputs, &outputs, NULL)) < 0) goto fail; } else { if ((ret = avfilter_link(source_ctx, 0, sink_ctx, 0)) < 0) goto fail; } /* Reorder the filters to ensure that inputs of the custom filters are merged first */ for (i = 0; i < graph->nb_filters - nb_filters; i++) FFSWAP(AVFilterContext*, graph->filters[i], graph->filters[i + nb_filters]); ret = avfilter_graph_config(graph, NULL); fail: avfilter_inout_free(&outputs); avfilter_inout_free(&inputs); return ret; } static int configure_video_filters(AVFilterGraph *graph, VideoState *is, const char *vfilters, AVFrame *frame) { enum AVPixelFormat pix_fmts[FF_ARRAY_ELEMS(sdl_texture_format_map)]; char sws_flags_str[512] = ""; int ret; AVFilterContext *filt_src = NULL, *filt_out = NULL, *last_filter = NULL; AVCodecParameters *codecpar = is->video_st->codecpar; AVRational fr = av_guess_frame_rate(is->ic, is->video_st, NULL); const AVDictionaryEntry *e = NULL; int nb_pix_fmts = 0; int i, j; AVBufferSrcParameters *par = av_buffersrc_parameters_alloc(); if (!par) return AVERROR(ENOMEM); for (i = 0; i < renderer_info.num_texture_formats; i++) { for (j = 0; j < FF_ARRAY_ELEMS(sdl_texture_format_map); j++) { if (renderer_info.texture_formats[i] == sdl_texture_format_map[j].texture_fmt) { pix_fmts[nb_pix_fmts++] = sdl_texture_format_map[j].format; break; } } } while ((e = av_dict_iterate(sws_dict, e))) { if (!strcmp(e->key, "sws_flags")) { av_strlcatf(sws_flags_str, sizeof(sws_flags_str), "%s=%s:", "flags", e->value); } else av_strlcatf(sws_flags_str, sizeof(sws_flags_str), "%s=%s:", e->key, e->value); } if (strlen(sws_flags_str)) sws_flags_str[strlen(sws_flags_str)-1] = '\0'; graph->scale_sws_opts = av_strdup(sws_flags_str); filt_src = avfilter_graph_alloc_filter(graph, avfilter_get_by_name("buffer"), "ffplay_buffer"); if (!filt_src) { ret = AVERROR(ENOMEM); goto fail; } par->format = frame->format; par->time_base = is->video_st->time_base; par->width = frame->width; par->height = frame->height; par->sample_aspect_ratio = codecpar->sample_aspect_ratio; par->color_space = frame->colorspace; par->color_range = frame->color_range; par->alpha_mode = frame->alpha_mode; par->frame_rate = fr; par->hw_frames_ctx = frame->hw_frames_ctx; ret = av_buffersrc_parameters_set(filt_src, par); if (ret < 0) goto fail; ret = avfilter_init_dict(filt_src, NULL); if (ret < 0) goto fail; filt_out = avfilter_graph_alloc_filter(graph, avfilter_get_by_name("buffersink"), "ffplay_buffersink"); if (!filt_out) { ret = AVERROR(ENOMEM); goto fail; } if ((ret = av_opt_set_array(filt_out, "pixel_formats", AV_OPT_SEARCH_CHILDREN, 0, nb_pix_fmts, AV_OPT_TYPE_PIXEL_FMT, pix_fmts)) < 0) goto fail; if (!vk_renderer && (ret = av_opt_set_array(filt_out, "colorspaces", AV_OPT_SEARCH_CHILDREN, 0, FF_ARRAY_ELEMS(sdl_supported_color_spaces), AV_OPT_TYPE_INT, sdl_supported_color_spaces)) < 0) goto fail; if ((ret = av_opt_set_array(filt_out, "alphamodes", AV_OPT_SEARCH_CHILDREN, 0, FF_ARRAY_ELEMS(sdl_supported_alpha_modes), AV_OPT_TYPE_INT, sdl_supported_alpha_modes)) < 0) goto fail; ret = avfilter_init_dict(filt_out, NULL); if (ret < 0) goto fail; last_filter = filt_out; /* Note: this macro adds a filter before the lastly added filter, so the * processing order of the filters is in reverse */ #define INSERT_FILT(name, arg) do { \ AVFilterContext *filt_ctx; \ \ ret = avfilter_graph_create_filter(&filt_ctx, \ avfilter_get_by_name(name), \ "ffplay_" name, arg, NULL, graph); \ if (ret < 0) \ goto fail; \ \ ret = avfilter_link(filt_ctx, 0, last_filter, 0); \ if (ret < 0) \ goto fail; \ \ last_filter = filt_ctx; \ } while (0) if (autorotate) { double theta = 0.0; int32_t *displaymatrix = NULL; AVFrameSideData *sd = av_frame_get_side_data(frame, AV_FRAME_DATA_DISPLAYMATRIX); if (sd) displaymatrix = (int32_t *)sd->data; if (!displaymatrix) { const AVPacketSideData *psd = av_packet_side_data_get(is->video_st->codecpar->coded_side_data, is->video_st->codecpar->nb_coded_side_data, AV_PKT_DATA_DISPLAYMATRIX); if (psd) displaymatrix = (int32_t *)psd->data; } theta = get_rotation(displaymatrix); if (fabs(theta - 90) < 1.0) { INSERT_FILT("transpose", displaymatrix[3] > 0 ? "cclock_flip" : "clock"); } else if (fabs(theta - 180) < 1.0) { if (displaymatrix[0] < 0) INSERT_FILT("hflip", NULL); if (displaymatrix[4] < 0) INSERT_FILT("vflip", NULL); } else if (fabs(theta - 270) < 1.0) { INSERT_FILT("transpose", displaymatrix[3] < 0 ? "clock_flip" : "cclock"); } else if (fabs(theta) > 1.0) { char rotate_buf[64]; snprintf(rotate_buf, sizeof(rotate_buf), "%f*PI/180", theta); INSERT_FILT("rotate", rotate_buf); } else { if (displaymatrix && displaymatrix[4] < 0) INSERT_FILT("vflip", NULL); } } if ((ret = configure_filtergraph(graph, vfilters, filt_src, last_filter)) < 0) goto fail; is->in_video_filter = filt_src; is->out_video_filter = filt_out; fail: av_freep(&par); return ret; } static int configure_audio_filters(VideoState *is, const char *afilters, int force_output_format) { AVFilterContext *filt_asrc = NULL, *filt_asink = NULL; char aresample_swr_opts[512] = ""; const AVDictionaryEntry *e = NULL; AVBPrint bp; char asrc_args[256]; int ret; avfilter_graph_free(&is->agraph); if (!(is->agraph = avfilter_graph_alloc())) return AVERROR(ENOMEM); is->agraph->nb_threads = filter_nbthreads; av_bprint_init(&bp, 0, AV_BPRINT_SIZE_AUTOMATIC); while ((e = av_dict_iterate(swr_opts, e))) av_strlcatf(aresample_swr_opts, sizeof(aresample_swr_opts), "%s=%s:", e->key, e->value); if (strlen(aresample_swr_opts)) aresample_swr_opts[strlen(aresample_swr_opts)-1] = '\0'; av_opt_set(is->agraph, "aresample_swr_opts", aresample_swr_opts, 0); av_channel_layout_describe_bprint(&is->audio_filter_src.ch_layout, &bp); ret = snprintf(asrc_args, sizeof(asrc_args), "sample_rate=%d:sample_fmt=%s:time_base=%d/%d:channel_layout=%s", is->audio_filter_src.freq, av_get_sample_fmt_name(is->audio_filter_src.fmt), 1, is->audio_filter_src.freq, bp.str); ret = avfilter_graph_create_filter(&filt_asrc, avfilter_get_by_name("abuffer"), "ffplay_abuffer", asrc_args, NULL, is->agraph); if (ret < 0) goto end; filt_asink = avfilter_graph_alloc_filter(is->agraph, avfilter_get_by_name("abuffersink"), "ffplay_abuffersink"); if (!filt_asink) { ret = AVERROR(ENOMEM); goto end; } if ((ret = av_opt_set(filt_asink, "sample_formats", "s16", AV_OPT_SEARCH_CHILDREN)) < 0) goto end; if (force_output_format) { if ((ret = av_opt_set_array(filt_asink, "channel_layouts", AV_OPT_SEARCH_CHILDREN, 0, 1, AV_OPT_TYPE_CHLAYOUT, &is->audio_tgt.ch_layout)) < 0) goto end; if ((ret = av_opt_set_array(filt_asink, "samplerates", AV_OPT_SEARCH_CHILDREN, 0, 1, AV_OPT_TYPE_INT, &is->audio_tgt.freq)) < 0) goto end; } ret = avfilter_init_dict(filt_asink, NULL); if (ret < 0) goto end; if ((ret = configure_filtergraph(is->agraph, afilters, filt_asrc, filt_asink)) < 0) goto end; is->in_audio_filter = filt_asrc; is->out_audio_filter = filt_asink; end: if (ret < 0) avfilter_graph_free(&is->agraph); av_bprint_finalize(&bp, NULL); return ret; } static int audio_thread(void *arg) { VideoState *is = arg; AVFrame *frame = av_frame_alloc(); Frame *af; int last_serial = -1; int reconfigure; int got_frame = 0; AVRational tb; int ret = 0; if (!frame) return AVERROR(ENOMEM); do { if ((got_frame = decoder_decode_frame(&is->auddec, frame, NULL)) < 0) goto the_end; if (got_frame) { tb = (AVRational){1, frame->sample_rate}; reconfigure = cmp_audio_fmts(is->audio_filter_src.fmt, is->audio_filter_src.ch_layout.nb_channels, frame->format, frame->ch_layout.nb_channels) || av_channel_layout_compare(&is->audio_filter_src.ch_layout, &frame->ch_layout) || is->audio_filter_src.freq != frame->sample_rate || is->auddec.pkt_serial != last_serial; if (reconfigure) { char buf1[1024], buf2[1024]; av_channel_layout_describe(&is->audio_filter_src.ch_layout, buf1, sizeof(buf1)); av_channel_layout_describe(&frame->ch_layout, buf2, sizeof(buf2)); av_log(NULL, AV_LOG_DEBUG, "Audio frame changed from rate:%d ch:%d fmt:%s layout:%s serial:%d to rate:%d ch:%d fmt:%s layout:%s serial:%d\n", is->audio_filter_src.freq, is->audio_filter_src.ch_layout.nb_channels, av_get_sample_fmt_name(is->audio_filter_src.fmt), buf1, last_serial, frame->sample_rate, frame->ch_layout.nb_channels, av_get_sample_fmt_name(frame->format), buf2, is->auddec.pkt_serial); is->audio_filter_src.fmt = frame->format; ret = av_channel_layout_copy(&is->audio_filter_src.ch_layout, &frame->ch_layout); if (ret < 0) goto the_end; is->audio_filter_src.freq = frame->sample_rate; last_serial = is->auddec.pkt_serial; if ((ret = configure_audio_filters(is, afilters, 1)) < 0) goto the_end; } if ((ret = av_buffersrc_add_frame(is->in_audio_filter, frame)) < 0) goto the_end; while ((ret = av_buffersink_get_frame_flags(is->out_audio_filter, frame, 0)) >= 0) { FrameData *fd = frame->opaque_ref ? (FrameData*)frame->opaque_ref->data : NULL; tb = av_buffersink_get_time_base(is->out_audio_filter); if (!(af = frame_queue_peek_writable(&is->sampq))) goto the_end; af->pts = (frame->pts == AV_NOPTS_VALUE) ? NAN : frame->pts * av_q2d(tb); af->pos = fd ? fd->pkt_pos : -1; af->serial = is->auddec.pkt_serial; af->duration = av_q2d((AVRational){frame->nb_samples, frame->sample_rate}); av_frame_move_ref(af->frame, frame); frame_queue_push(&is->sampq); if (is->audioq.serial != is->auddec.pkt_serial) break; } if (ret == AVERROR_EOF) is->auddec.finished = is->auddec.pkt_serial; } } while (ret >= 0 || ret == AVERROR(EAGAIN) || ret == AVERROR_EOF); the_end: avfilter_graph_free(&is->agraph); av_frame_free(&frame); return ret; } static int decoder_start(Decoder *d, int (*fn)(void *), const char *thread_name, void* arg) { packet_queue_start(d->queue); d->decoder_tid = SDL_CreateThread(fn, thread_name, arg); if (!d->decoder_tid) { av_log(NULL, AV_LOG_ERROR, "SDL_CreateThread(): %s\n", SDL_GetError()); return AVERROR(ENOMEM); } return 0; } static int video_thread(void *arg) { VideoState *is = arg; AVFrame *frame = av_frame_alloc(); double pts; double duration; int ret; AVRational tb = is->video_st->time_base; AVRational frame_rate = av_guess_frame_rate(is->ic, is->video_st, NULL); AVFilterGraph *graph = NULL; AVFilterContext *filt_out = NULL, *filt_in = NULL; int last_w = 0; int last_h = 0; enum AVPixelFormat last_format = -2; int last_serial = -1; int last_vfilter_idx = 0; if (!frame) return AVERROR(ENOMEM); for (;;) { ret = get_video_frame(is, frame); if (ret < 0) goto the_end; if (!ret) continue; if ( last_w != frame->width || last_h != frame->height || last_format != frame->format || last_serial != is->viddec.pkt_serial || last_vfilter_idx != is->vfilter_idx) { av_log(NULL, AV_LOG_DEBUG, "Video frame changed from size:%dx%d format:%s serial:%d to size:%dx%d format:%s serial:%d\n", last_w, last_h, (const char *)av_x_if_null(av_get_pix_fmt_name(last_format), "none"), last_serial, frame->width, frame->height, (const char *)av_x_if_null(av_get_pix_fmt_name(frame->format), "none"), is->viddec.pkt_serial); avfilter_graph_free(&graph); graph = avfilter_graph_alloc(); if (!graph) { ret = AVERROR(ENOMEM); goto the_end; } graph->nb_threads = filter_nbthreads; if ((ret = configure_video_filters(graph, is, vfilters_list ? vfilters_list[is->vfilter_idx] : NULL, frame)) < 0) { SDL_Event event; event.type = FF_QUIT_EVENT; event.user.data1 = is; SDL_PushEvent(&event); goto the_end; } filt_in = is->in_video_filter; filt_out = is->out_video_filter; last_w = frame->width; last_h = frame->height; last_format = frame->format; last_serial = is->viddec.pkt_serial; last_vfilter_idx = is->vfilter_idx; frame_rate = av_buffersink_get_frame_rate(filt_out); } ret = av_buffersrc_add_frame(filt_in, frame); if (ret < 0) goto the_end; while (ret >= 0) { FrameData *fd; is->frame_last_returned_time = av_gettime_relative() / 1000000.0; ret = av_buffersink_get_frame_flags(filt_out, frame, 0); if (ret < 0) { if (ret == AVERROR_EOF) is->viddec.finished = is->viddec.pkt_serial; ret = 0; break; } fd = frame->opaque_ref ? (FrameData*)frame->opaque_ref->data : NULL; is->frame_last_filter_delay = av_gettime_relative() / 1000000.0 - is->frame_last_returned_time; if (fabs(is->frame_last_filter_delay) > AV_NOSYNC_THRESHOLD / 10.0) is->frame_last_filter_delay = 0; tb = av_buffersink_get_time_base(filt_out); duration = (frame_rate.num && frame_rate.den ? av_q2d((AVRational){frame_rate.den, frame_rate.num}) : 0); pts = (frame->pts == AV_NOPTS_VALUE) ? NAN : frame->pts * av_q2d(tb); ret = queue_picture(is, frame, pts, duration, fd ? fd->pkt_pos : -1, is->viddec.pkt_serial); av_frame_unref(frame); if (is->videoq.serial != is->viddec.pkt_serial) break; } if (ret < 0) goto the_end; } the_end: avfilter_graph_free(&graph); av_frame_free(&frame); return 0; } static int subtitle_thread(void *arg) { VideoState *is = arg; Frame *sp; int got_subtitle; double pts; for (;;) { if (!(sp = frame_queue_peek_writable(&is->subpq))) return 0; if ((got_subtitle = decoder_decode_frame(&is->subdec, NULL, &sp->sub)) < 0) break; pts = 0; if (got_subtitle && sp->sub.format == 0) { if (sp->sub.pts != AV_NOPTS_VALUE) pts = sp->sub.pts / (double)AV_TIME_BASE; sp->pts = pts; sp->serial = is->subdec.pkt_serial; sp->width = is->subdec.avctx->width; sp->height = is->subdec.avctx->height; sp->uploaded = 0; /* now we can update the picture count */ frame_queue_push(&is->subpq); } else if (got_subtitle) { avsubtitle_free(&sp->sub); } } return 0; } /* copy samples for viewing in editor window */ static void update_sample_display(VideoState *is, short *samples, int samples_size) { int size, len; size = samples_size / sizeof(short); while (size > 0) { len = SAMPLE_ARRAY_SIZE - is->sample_array_index; if (len > size) len = size; memcpy(is->sample_array + is->sample_array_index, samples, len * sizeof(short)); samples += len; is->sample_array_index += len; if (is->sample_array_index >= SAMPLE_ARRAY_SIZE) is->sample_array_index = 0; size -= len; } } /* return the wanted number of samples to get better sync if sync_type is video * or external master clock */ static int synchronize_audio(VideoState *is, int nb_samples) { int wanted_nb_samples = nb_samples; /* if not master, then we try to remove or add samples to correct the clock */ if (get_master_sync_type(is) != AV_SYNC_AUDIO_MASTER) { double diff, avg_diff; int min_nb_samples, max_nb_samples; diff = get_clock(&is->audclk) - get_master_clock(is); if (!isnan(diff) && fabs(diff) < AV_NOSYNC_THRESHOLD) { is->audio_diff_cum = diff + is->audio_diff_avg_coef * is->audio_diff_cum; if (is->audio_diff_avg_count < AUDIO_DIFF_AVG_NB) { /* not enough measures to have a correct estimate */ is->audio_diff_avg_count++; } else { /* estimate the A-V difference */ avg_diff = is->audio_diff_cum * (1.0 - is->audio_diff_avg_coef); if (fabs(avg_diff) >= is->audio_diff_threshold) { wanted_nb_samples = nb_samples + (int)(diff * is->audio_src.freq); min_nb_samples = ((nb_samples * (100 - SAMPLE_CORRECTION_PERCENT_MAX) / 100)); max_nb_samples = ((nb_samples * (100 + SAMPLE_CORRECTION_PERCENT_MAX) / 100)); wanted_nb_samples = av_clip(wanted_nb_samples, min_nb_samples, max_nb_samples); } av_log(NULL, AV_LOG_TRACE, "diff=%f adiff=%f sample_diff=%d apts=%0.3f %f\n", diff, avg_diff, wanted_nb_samples - nb_samples, is->audio_clock, is->audio_diff_threshold); } } else { /* too big difference : may be initial PTS errors, so reset A-V filter */ is->audio_diff_avg_count = 0; is->audio_diff_cum = 0; } } return wanted_nb_samples; } /** * Decode one audio frame and return its uncompressed size. * * The processed audio frame is decoded, converted if required, and * stored in is->audio_buf, with size in bytes given by the return * value. */ static int audio_decode_frame(VideoState *is) { int data_size, resampled_data_size; av_unused double audio_clock0; int wanted_nb_samples; Frame *af; if (is->paused) return -1; do { #if defined(_WIN32) while (frame_queue_nb_remaining(&is->sampq) == 0) { if ((av_gettime_relative() - audio_callback_time) > 1000000LL * is->audio_hw_buf_size / is->audio_tgt.bytes_per_sec / 2) return -1; av_usleep (1000); } #endif if (!(af = frame_queue_peek_readable(&is->sampq))) return -1; frame_queue_next(&is->sampq); } while (af->serial != is->audioq.serial); data_size = av_samples_get_buffer_size(NULL, af->frame->ch_layout.nb_channels, af->frame->nb_samples, af->frame->format, 1); wanted_nb_samples = synchronize_audio(is, af->frame->nb_samples); if (af->frame->format != is->audio_src.fmt || av_channel_layout_compare(&af->frame->ch_layout, &is->audio_src.ch_layout) || af->frame->sample_rate != is->audio_src.freq || (wanted_nb_samples != af->frame->nb_samples && !is->swr_ctx)) { int ret; swr_free(&is->swr_ctx); ret = swr_alloc_set_opts2(&is->swr_ctx, &is->audio_tgt.ch_layout, is->audio_tgt.fmt, is->audio_tgt.freq, &af->frame->ch_layout, af->frame->format, af->frame->sample_rate, 0, NULL); if (ret < 0 || swr_init(is->swr_ctx) < 0) { av_log(NULL, AV_LOG_ERROR, "Cannot create sample rate converter for conversion of %d Hz %s %d channels to %d Hz %s %d channels!\n", af->frame->sample_rate, av_get_sample_fmt_name(af->frame->format), af->frame->ch_layout.nb_channels, is->audio_tgt.freq, av_get_sample_fmt_name(is->audio_tgt.fmt), is->audio_tgt.ch_layout.nb_channels); swr_free(&is->swr_ctx); return -1; } if (av_channel_layout_copy(&is->audio_src.ch_layout, &af->frame->ch_layout) < 0) return -1; is->audio_src.freq = af->frame->sample_rate; is->audio_src.fmt = af->frame->format; } if (is->swr_ctx) { const uint8_t **in = (const uint8_t **)af->frame->extended_data; uint8_t **out = &is->audio_buf1; int out_count = (int64_t)wanted_nb_samples * is->audio_tgt.freq / af->frame->sample_rate + 256; int out_size = av_samples_get_buffer_size(NULL, is->audio_tgt.ch_layout.nb_channels, out_count, is->audio_tgt.fmt, 0); int len2; if (out_size < 0) { av_log(NULL, AV_LOG_ERROR, "av_samples_get_buffer_size() failed\n"); return -1; } if (wanted_nb_samples != af->frame->nb_samples) { if (swr_set_compensation(is->swr_ctx, (wanted_nb_samples - af->frame->nb_samples) * is->audio_tgt.freq / af->frame->sample_rate, wanted_nb_samples * is->audio_tgt.freq / af->frame->sample_rate) < 0) { av_log(NULL, AV_LOG_ERROR, "swr_set_compensation() failed\n"); return -1; } } av_fast_malloc(&is->audio_buf1, &is->audio_buf1_size, out_size); if (!is->audio_buf1) return AVERROR(ENOMEM); len2 = swr_convert(is->swr_ctx, out, out_count, in, af->frame->nb_samples); if (len2 < 0) { av_log(NULL, AV_LOG_ERROR, "swr_convert() failed\n"); return -1; } if (len2 == out_count) { av_log(NULL, AV_LOG_WARNING, "audio buffer is probably too small\n"); if (swr_init(is->swr_ctx) < 0) swr_free(&is->swr_ctx); } is->audio_buf = is->audio_buf1; resampled_data_size = len2 * is->audio_tgt.ch_layout.nb_channels * av_get_bytes_per_sample(is->audio_tgt.fmt); } else { is->audio_buf = af->frame->data[0]; resampled_data_size = data_size; } audio_clock0 = is->audio_clock; /* update the audio clock with the pts */ if (!isnan(af->pts)) is->audio_clock = af->pts + (double) af->frame->nb_samples / af->frame->sample_rate; else is->audio_clock = NAN; is->audio_clock_serial = af->serial; #ifdef DEBUG { static double last_clock; printf("audio: delay=%0.3f clock=%0.3f clock0=%0.3f\n", is->audio_clock - last_clock, is->audio_clock, audio_clock0); last_clock = is->audio_clock; } #endif return resampled_data_size; } /* prepare a new audio buffer */ static void sdl_audio_callback(void *opaque, Uint8 *stream, int len) { VideoState *is = opaque; int audio_size, len1; audio_callback_time = av_gettime_relative(); while (len > 0) { if (is->audio_buf_index >= is->audio_buf_size) { audio_size = audio_decode_frame(is); if (audio_size < 0) { /* if error, just output silence */ is->audio_buf = NULL; is->audio_buf_size = SDL_AUDIO_MIN_BUFFER_SIZE / is->audio_tgt.frame_size * is->audio_tgt.frame_size; } else { if (is->show_mode != SHOW_MODE_VIDEO) update_sample_display(is, (int16_t *)is->audio_buf, audio_size); is->audio_buf_size = audio_size; } is->audio_buf_index = 0; } len1 = is->audio_buf_size - is->audio_buf_index; if (len1 > len) len1 = len; if (!is->muted && is->audio_buf && is->audio_volume == SDL_MIX_MAXVOLUME) memcpy(stream, (uint8_t *)is->audio_buf + is->audio_buf_index, len1); else { memset(stream, 0, len1); if (!is->muted && is->audio_buf) SDL_MixAudioFormat(stream, (uint8_t *)is->audio_buf + is->audio_buf_index, AUDIO_S16SYS, len1, is->audio_volume); } len -= len1; stream += len1; is->audio_buf_index += len1; } is->audio_write_buf_size = is->audio_buf_size - is->audio_buf_index; /* Let's assume the audio driver that is used by SDL has two periods. */ if (!isnan(is->audio_clock)) { set_clock_at(&is->audclk, is->audio_clock - (double)(2 * is->audio_hw_buf_size + is->audio_write_buf_size) / is->audio_tgt.bytes_per_sec, is->audio_clock_serial, audio_callback_time / 1000000.0); sync_clock_to_slave(&is->extclk, &is->audclk); } } static int audio_open(void *opaque, AVChannelLayout *wanted_channel_layout, int wanted_sample_rate, struct AudioParams *audio_hw_params) { SDL_AudioSpec wanted_spec, spec; const char *env; static const int next_nb_channels[] = {0, 0, 1, 6, 2, 6, 4, 6}; static const int next_sample_rates[] = {0, 44100, 48000, 96000, 192000}; int next_sample_rate_idx = FF_ARRAY_ELEMS(next_sample_rates) - 1; int wanted_nb_channels = wanted_channel_layout->nb_channels; env = SDL_getenv("SDL_AUDIO_CHANNELS"); if (env) { wanted_nb_channels = atoi(env); av_channel_layout_uninit(wanted_channel_layout); av_channel_layout_default(wanted_channel_layout, wanted_nb_channels); } if (wanted_channel_layout->order != AV_CHANNEL_ORDER_NATIVE) { av_channel_layout_uninit(wanted_channel_layout); av_channel_layout_default(wanted_channel_layout, wanted_nb_channels); } wanted_nb_channels = wanted_channel_layout->nb_channels; wanted_spec.channels = wanted_nb_channels; wanted_spec.freq = wanted_sample_rate; if (wanted_spec.freq <= 0 || wanted_spec.channels <= 0) { av_log(NULL, AV_LOG_ERROR, "Invalid sample rate or channel count!\n"); return -1; } while (next_sample_rate_idx && next_sample_rates[next_sample_rate_idx] >= wanted_spec.freq) next_sample_rate_idx--; wanted_spec.format = AUDIO_S16SYS; wanted_spec.silence = 0; wanted_spec.samples = FFMAX(SDL_AUDIO_MIN_BUFFER_SIZE, 2 << av_log2(wanted_spec.freq / SDL_AUDIO_MAX_CALLBACKS_PER_SEC)); wanted_spec.callback = sdl_audio_callback; wanted_spec.userdata = opaque; while (!(audio_dev = SDL_OpenAudioDevice(NULL, 0, &wanted_spec, &spec, SDL_AUDIO_ALLOW_FREQUENCY_CHANGE | SDL_AUDIO_ALLOW_CHANNELS_CHANGE))) { av_log(NULL, AV_LOG_WARNING, "SDL_OpenAudio (%d channels, %d Hz): %s\n", wanted_spec.channels, wanted_spec.freq, SDL_GetError()); wanted_spec.channels = next_nb_channels[FFMIN(7, wanted_spec.channels)]; if (!wanted_spec.channels) { wanted_spec.freq = next_sample_rates[next_sample_rate_idx--]; wanted_spec.channels = wanted_nb_channels; if (!wanted_spec.freq) { av_log(NULL, AV_LOG_ERROR, "No more combinations to try, audio open failed\n"); return -1; } } av_channel_layout_default(wanted_channel_layout, wanted_spec.channels); } if (spec.format != AUDIO_S16SYS) { av_log(NULL, AV_LOG_ERROR, "SDL advised audio format %d is not supported!\n", spec.format); return -1; } if (spec.channels != wanted_spec.channels) { av_channel_layout_uninit(wanted_channel_layout); av_channel_layout_default(wanted_channel_layout, spec.channels); if (wanted_channel_layout->order != AV_CHANNEL_ORDER_NATIVE) { av_log(NULL, AV_LOG_ERROR, "SDL advised channel count %d is not supported!\n", spec.channels); return -1; } } audio_hw_params->fmt = AV_SAMPLE_FMT_S16; audio_hw_params->freq = spec.freq; if (av_channel_layout_copy(&audio_hw_params->ch_layout, wanted_channel_layout) < 0) return -1; audio_hw_params->frame_size = av_samples_get_buffer_size(NULL, audio_hw_params->ch_layout.nb_channels, 1, audio_hw_params->fmt, 1); audio_hw_params->bytes_per_sec = av_samples_get_buffer_size(NULL, audio_hw_params->ch_layout.nb_channels, audio_hw_params->freq, audio_hw_params->fmt, 1); if (audio_hw_params->bytes_per_sec <= 0 || audio_hw_params->frame_size <= 0) { av_log(NULL, AV_LOG_ERROR, "av_samples_get_buffer_size failed\n"); return -1; } return spec.size; } static int create_hwaccel(AVBufferRef **device_ctx) { enum AVHWDeviceType type; int ret; AVBufferRef *vk_dev; *device_ctx = NULL; if (!hwaccel) return 0; type = av_hwdevice_find_type_by_name(hwaccel); if (type == AV_HWDEVICE_TYPE_NONE) return AVERROR(ENOTSUP); if (!vk_renderer) { av_log(NULL, AV_LOG_ERROR, "Vulkan renderer is not available\n"); return AVERROR(ENOTSUP); } ret = vk_renderer_get_hw_dev(vk_renderer, &vk_dev); if (ret < 0) return ret; ret = av_hwdevice_ctx_create_derived(device_ctx, type, vk_dev, 0); if (!ret) return 0; if (ret != AVERROR(ENOSYS)) return ret; av_log(NULL, AV_LOG_WARNING, "Derive %s from vulkan not supported.\n", hwaccel); ret = av_hwdevice_ctx_create(device_ctx, type, NULL, NULL, 0); return ret; } static int init_lcevc_graph(AVFormatContext *ic, int stream_index) { FormatContext *ici = ic->opaque; StreamGroup *stgi = ici->streams[stream_index]->group; AVStreamGroup *stg = stgi->stg; const AVBitStreamFilter *filter, *lcevc_filter = av_bsf_get_by_name("lcevc_merge"); AVBitStreamFilterContext *lcevc_merge; int ret; stgi->graph = av_bsf_graph_alloc(); if (!stgi->graph) return AVERROR(ENOMEM); const AVStreamGroupLayeredVideo *lcevc = stg->params.layered_video; AVStream *base_st = ic->streams[stream_index]; AVStream *lcevc_st = stg->entries[lcevc->el_index]->stream; Stream *lcevc_sti = ici->streams[lcevc_st->index]; Stream *base_sti = ici->streams[stream_index]; filter = av_bsf_get_by_name("source"); ret = av_bsf_graph_alloc_filter(&base_sti->filter, filter, "lcevc_merge_base", stgi->graph); if (ret < 0) return ret; av_opt_set_q(base_sti->filter->priv_data, "time_base", base_st->time_base, 0); ret = av_bsf_source_parameters_set(base_sti->filter, base_st->codecpar); if (ret < 0) return ret; ret = av_bsf_graph_alloc_filter(&lcevc_sti->filter, filter, "lcevc_merge_enhancement", stgi->graph); if (ret < 0) return ret; av_opt_set_q(lcevc_sti->filter->priv_data, "time_base", lcevc_st->time_base, 0); ret = av_bsf_source_parameters_set(lcevc_sti->filter, lcevc_st->codecpar); if (ret < 0) return ret; ret = av_bsf_graph_alloc_filter(&lcevc_merge, lcevc_filter, "lcevc_merge", stgi->graph); if (ret < 0) return ret; filter = av_bsf_get_by_name("sink"); ret = av_bsf_graph_alloc_filter(&stgi->sink, filter, "lcevc_merge_sink", stgi->graph); if (ret < 0) return ret; ret = av_bsf_init_dict(base_sti->filter, NULL); if (ret < 0) return ret; ret = av_bsf_init_dict(lcevc_sti->filter, NULL); if (ret < 0) return ret; ret = av_bsf_init_dict(lcevc_merge, NULL); if (ret < 0) return ret; ret = av_bsf_init_dict(stgi->sink, NULL); if (ret < 0) return ret; ret = av_bsf_link(base_sti->filter, 0, lcevc_merge, 0); if (ret < 0) return ret; ret = av_bsf_link(lcevc_sti->filter, 0, lcevc_merge, 1); if (ret < 0) return ret; ret = av_bsf_link(lcevc_merge, 0, stgi->sink, 0); if (ret < 0) return ret; ret = av_bsf_graph_config(stgi->graph, NULL); if (ret < 0) return ret; lcevc_st->discard = AVDISCARD_DEFAULT; lcevc_sti->group = stgi; return 0; } /* open a given stream. Return 0 if OK */ static int stream_component_open(VideoState *is, int stream_index) { AVFormatContext *ic = is->ic; FormatContext *ici = ic->opaque; AVCodecContext *avctx; const AVCodec *codec; const char *forced_codec_name = NULL; AVDictionary *opts = NULL; int sample_rate; AVChannelLayout ch_layout = { 0 }; int ret = 0; int stream_lowres = lowres; if (stream_index < 0 || stream_index >= ic->nb_streams) return -1; avctx = avcodec_alloc_context3(NULL); if (!avctx) return AVERROR(ENOMEM); ret = avcodec_parameters_to_context(avctx, ic->streams[stream_index]->codecpar); if (ret < 0) goto fail; avctx->pkt_timebase = ic->streams[stream_index]->time_base; codec = avcodec_find_decoder(avctx->codec_id); switch(avctx->codec_type){ case AVMEDIA_TYPE_AUDIO : is->last_audio_stream = stream_index; forced_codec_name = audio_codec_name; break; case AVMEDIA_TYPE_SUBTITLE: is->last_subtitle_stream = stream_index; forced_codec_name = subtitle_codec_name; break; case AVMEDIA_TYPE_VIDEO : is->last_video_stream = stream_index; forced_codec_name = video_codec_name; break; } if (forced_codec_name) codec = avcodec_find_decoder_by_name(forced_codec_name); if (!codec) { if (forced_codec_name) av_log(NULL, AV_LOG_WARNING, "No codec could be found with name '%s'\n", forced_codec_name); else av_log(NULL, AV_LOG_WARNING, "No decoder could be found for codec %s\n", avcodec_get_name(avctx->codec_id)); ret = AVERROR(EINVAL); goto fail; } avctx->codec_id = codec->id; if (stream_lowres > codec->max_lowres) { av_log(avctx, AV_LOG_WARNING, "The maximum value for lowres supported by the decoder is %d\n", codec->max_lowres); stream_lowres = codec->max_lowres; } avctx->lowres = stream_lowres; if (fast) avctx->flags2 |= AV_CODEC_FLAG2_FAST; ret = filter_codec_opts(codec_opts, avctx->codec_id, ic, ic->streams[stream_index], codec, &opts, NULL); if (ret < 0) goto fail; if (!av_dict_get(opts, "threads", NULL, 0)) av_dict_set(&opts, "threads", "auto", 0); if (stream_lowres) av_dict_set_int(&opts, "lowres", stream_lowres, 0); av_dict_set(&opts, "flags", "+copy_opaque", AV_DICT_MULTIKEY); if (avctx->codec_type == AVMEDIA_TYPE_VIDEO) { ret = create_hwaccel(&avctx->hw_device_ctx); if (ret < 0) goto fail; } if ((ret = avcodec_open2(avctx, codec, &opts)) < 0) { goto fail; } ret = check_avoptions(opts); if (ret < 0) goto fail; is->eof = 0; ic->streams[stream_index]->discard = AVDISCARD_DEFAULT; switch (avctx->codec_type) { case AVMEDIA_TYPE_AUDIO: { AVFilterContext *sink; is->audio_filter_src.freq = avctx->sample_rate; ret = av_channel_layout_copy(&is->audio_filter_src.ch_layout, &avctx->ch_layout); if (ret < 0) goto fail; is->audio_filter_src.fmt = avctx->sample_fmt; if ((ret = configure_audio_filters(is, afilters, 0)) < 0) goto fail; sink = is->out_audio_filter; sample_rate = av_buffersink_get_sample_rate(sink); ret = av_buffersink_get_ch_layout(sink, &ch_layout); if (ret < 0) goto fail; } /* prepare audio output */ if ((ret = audio_open(is, &ch_layout, sample_rate, &is->audio_tgt)) < 0) goto fail; is->audio_hw_buf_size = ret; is->audio_src = is->audio_tgt; is->audio_buf_size = 0; is->audio_buf_index = 0; /* init averaging filter */ is->audio_diff_avg_coef = exp(log(0.01) / AUDIO_DIFF_AVG_NB); is->audio_diff_avg_count = 0; /* since we do not have a precise anough audio FIFO fullness, we correct audio sync only if larger than this threshold */ is->audio_diff_threshold = (double)(is->audio_hw_buf_size) / is->audio_tgt.bytes_per_sec; is->audio_stream = stream_index; is->audio_st = ic->streams[stream_index]; if ((ret = decoder_init(&is->auddec, avctx, &is->audioq, is->continue_read_thread)) < 0) goto fail; if (is->ic->iformat->flags & AVFMT_NOTIMESTAMPS) { is->auddec.start_pts = is->audio_st->start_time; is->auddec.start_pts_tb = is->audio_st->time_base; } if ((ret = decoder_start(&is->auddec, audio_thread, "audio_decoder", is)) < 0) goto out; SDL_PauseAudioDevice(audio_dev, 0); break; case AVMEDIA_TYPE_VIDEO: is->video_stream = stream_index; is->video_st = ic->streams[stream_index]; if (ici->streams[stream_index]->group) { if ((ret = init_lcevc_graph(ic, stream_index)) < 0) goto fail; } if ((ret = decoder_init(&is->viddec, avctx, &is->videoq, is->continue_read_thread)) < 0) goto fail; if ((ret = decoder_start(&is->viddec, video_thread, "video_decoder", is)) < 0) goto out; is->queue_attachments_req = 1; break; case AVMEDIA_TYPE_SUBTITLE: is->subtitle_stream = stream_index; is->subtitle_st = ic->streams[stream_index]; if ((ret = decoder_init(&is->subdec, avctx, &is->subtitleq, is->continue_read_thread)) < 0) goto fail; if ((ret = decoder_start(&is->subdec, subtitle_thread, "subtitle_decoder", is)) < 0) goto out; break; default: break; } goto out; fail: avcodec_free_context(&avctx); out: av_channel_layout_uninit(&ch_layout); av_dict_free(&opts); return ret; } static int decode_interrupt_cb(void *ctx) { VideoState *is = ctx; return is->abort_request; } static int stream_has_enough_packets(AVStream *st, int stream_id, PacketQueue *queue) { return stream_id < 0 || queue->abort_request || (st->disposition & AV_DISPOSITION_ATTACHED_PIC) || queue->nb_packets > MIN_FRAMES && (!queue->duration || av_q2d(st->time_base) * queue->duration > 1.0); } static int is_realtime(AVFormatContext *s) { if( !strcmp(s->iformat->name, "rtp") || !strcmp(s->iformat->name, "rtsp") || !strcmp(s->iformat->name, "sdp") ) return 1; if(s->pb && ( !strncmp(s->url, "rtp:", 4) || !strncmp(s->url, "udp:", 4) ) ) return 1; return 0; } static int do_bsf_graph(AVFormatContext *ic, VideoState *is, Stream *sti, AVPacket *pkt) { StreamGroup *stgi = sti->group; AVBitStreamFilterContext *source = sti->filter; int ret; ret = av_bsf_source_add_packet(source, pkt, AV_BSF_SOURCE_FLAG_PUSH); if (ret < 0) { if (pkt) av_packet_unref(pkt); av_log(NULL, AV_LOG_ERROR, "Error submitting a packet for filtering: %s\n", av_err2str(ret)); return ret; } while (1) { ret = av_bsf_sink_get_packet(stgi->sink, pkt, 0); if (ret == AVERROR(EAGAIN)) return 0; else if (ret < 0) { if (ret != AVERROR_EOF) av_log(NULL, AV_LOG_ERROR, "Error applying bitstream filters to a packet: %s\n", av_err2str(ret)); return ret; } pkt->time_base = av_bsf_sink_get_time_base(stgi->sink); packet_queue_put(&is->videoq, pkt); } return 0; } static int do_bsf_flush(AVFormatContext *ic, VideoState *is) { FormatContext *ici = ic->opaque; int ret; for (unsigned i = 0; i < ic->nb_streams; i++) { Stream *sti = ici->streams[i]; StreamGroup *stgi = sti->group; if (!stgi || !stgi->graph) continue; ret = do_bsf_graph(ic, is, sti, NULL); ret = (ret == AVERROR_EOF) ? 0 : (ret < 0) ? ret : AVERROR_BUG; if (ret < 0) { av_log(NULL, AV_LOG_ERROR, "Error flushing BSFs: %s\n", av_err2str(ret)); return ret; } } return 0; } /* this thread gets the stream from the disk or the network */ static int read_thread(void *arg) { VideoState *is = arg; AVFormatContext *ic = NULL; FormatContext *ici = NULL; int err, i, ret; int st_index[AVMEDIA_TYPE_NB]; AVPacket *pkt = NULL; int64_t stream_start_time; char metadata_description[96]; int pkt_in_play_range = 0; const AVDictionaryEntry *t; SDL_mutex *wait_mutex = SDL_CreateMutex(); int scan_all_pmts_set = 0; int64_t pkt_ts; if (!wait_mutex) { av_log(NULL, AV_LOG_FATAL, "SDL_CreateMutex(): %s\n", SDL_GetError()); ret = AVERROR(ENOMEM); goto fail; } memset(st_index, -1, sizeof(st_index)); is->eof = 0; pkt = av_packet_alloc(); if (!pkt) { av_log(NULL, AV_LOG_FATAL, "Could not allocate packet.\n"); ret = AVERROR(ENOMEM); goto fail; } ic = avformat_alloc_context(); if (!ic) { av_log(NULL, AV_LOG_FATAL, "Could not allocate context.\n"); ret = AVERROR(ENOMEM); goto fail; } ic->opaque = av_mallocz(sizeof(FormatContext)); if (!ic->opaque) { av_log(NULL, AV_LOG_FATAL, "Could not allocate internal context.\n"); ret = AVERROR(ENOMEM); goto fail; } ic->interrupt_callback.callback = decode_interrupt_cb; ic->interrupt_callback.opaque = is; if (!av_dict_get(format_opts, "scan_all_pmts", NULL, AV_DICT_MATCH_CASE)) { av_dict_set(&format_opts, "scan_all_pmts", "1", AV_DICT_DONT_OVERWRITE); scan_all_pmts_set = 1; } err = avformat_open_input(&ic, is->filename, is->iformat, &format_opts); if (err < 0) { print_error(is->filename, err); ret = -1; goto fail; } if (scan_all_pmts_set) av_dict_set(&format_opts, "scan_all_pmts", NULL, AV_DICT_MATCH_CASE); remove_avoptions(&format_opts, codec_opts); ret = check_avoptions(format_opts); if (ret < 0) goto fail; is->ic = ic; if (genpts) ic->flags |= AVFMT_FLAG_GENPTS; if (find_stream_info) { AVDictionary **opts; int orig_nb_streams = ic->nb_streams; err = setup_find_stream_info_opts(ic, codec_opts, &opts); if (err < 0) { av_log(NULL, AV_LOG_ERROR, "Error setting up avformat_find_stream_info() options\n"); ret = err; goto fail; } err = avformat_find_stream_info(ic, opts); for (i = 0; i < orig_nb_streams; i++) av_dict_free(&opts[i]); av_freep(&opts); if (err < 0) { av_log(NULL, AV_LOG_WARNING, "%s: could not find codec parameters\n", is->filename); ret = -1; goto fail; } } if (ic->pb) ic->pb->eof_reached = 0; // FIXME hack, ffplay maybe should not use avio_feof() to test for the end if (seek_by_bytes < 0) seek_by_bytes = !(ic->iformat->flags & AVFMT_NO_BYTE_SEEK) && !!(ic->iformat->flags & AVFMT_TS_DISCONT) && strcmp("ogg", ic->iformat->name); is->max_frame_duration = (ic->iformat->flags & AVFMT_TS_DISCONT) ? 10.0 : 3600.0; if (!window_title && (t = av_dict_get(ic->metadata, "title", NULL, 0))) window_title = av_asprintf("%s - %s", t->value, input_filename); /* if seeking requested, we execute it */ if (start_time != AV_NOPTS_VALUE) { int64_t timestamp; timestamp = start_time; /* add the stream start time */ if (ic->start_time != AV_NOPTS_VALUE) timestamp += ic->start_time; ret = avformat_seek_file(ic, -1, INT64_MIN, timestamp, INT64_MAX, 0); if (ret < 0) { av_log(NULL, AV_LOG_WARNING, "%s: could not seek to position %0.3f\n", is->filename, (double)timestamp / AV_TIME_BASE); } } is->realtime = is_realtime(ic); if (show_status) { fprintf(stderr, "\x1b[2K\r"); av_dump_format(ic, 0, is->filename, 0); } ici = ic->opaque; ici->streams = av_calloc(ic->nb_streams, sizeof(*ici->streams)); if (!ici->streams) { av_log(NULL, AV_LOG_FATAL, "Could not allocate internal streams context.\n"); ret = AVERROR(ENOMEM); goto fail; } ici->nb_streams = ic->nb_streams; for (i = 0; i < ic->nb_streams; i++) { AVStream *st = ic->streams[i]; enum AVMediaType type = st->codecpar->codec_type; ici->streams[i] = av_mallocz(sizeof(Stream)); if (!ici->streams[i]) { av_log(NULL, AV_LOG_FATAL, "Could not allocate internal stream context.\n"); ret = AVERROR(ENOMEM); goto fail; } st->discard = AVDISCARD_ALL; if (type >= 0 && wanted_stream_spec[type] && st_index[type] == -1) if (avformat_match_stream_specifier(ic, st, wanted_stream_spec[type]) > 0) st_index[type] = i; // Clear all pre-existing metadata update flags to avoid printing // initial metadata as update. st->event_flags &= ~AVSTREAM_EVENT_FLAG_METADATA_UPDATED; } ici->stream_groups = av_calloc(ic->nb_stream_groups, sizeof(*ici->stream_groups)); if (!ici->stream_groups) { av_log(NULL, AV_LOG_FATAL, "Could not allocate internal stream groups context.\n"); ret = AVERROR(ENOMEM); goto fail; } ici->nb_stream_groups = ic->nb_stream_groups; for (i = 0; i < ic->nb_stream_groups; i++) { AVStreamGroup *stg = ic->stream_groups[i]; ici->stream_groups[i] = av_mallocz(sizeof(*ici->stream_groups[i])); if (!ici->stream_groups[i]) { av_log(NULL, AV_LOG_FATAL, "Could not allocate internal stream group.\n"); ret = AVERROR(ENOMEM); goto fail; } ici->stream_groups[i]->stg = stg; if (stg->type != AV_STREAM_GROUP_PARAMS_LCEVC) continue; if (!av_bsf_get_by_name("lcevc_merge") || stg->nb_entries != 2) continue; for (int j = 0; j < stg->nb_entries; j++) { AVStreamGroupEntry *entry = stg->entries[j]; if (entry->type != AV_STREAM_GROUP_ENTRY_STREAM) { ret = AVERROR_BUG; goto fail; } } const AVStreamGroupLayeredVideo *lcevc = stg->params.layered_video; const AVStream *base_st = ic->streams[stg->entries[!lcevc->el_index]->stream->index]; Stream *base_sti = ici->streams[base_st->index]; base_sti->group = ici->stream_groups[i]; } ic->event_flags &= ~AVFMT_EVENT_FLAG_METADATA_UPDATED; for (i = 0; i < AVMEDIA_TYPE_NB; i++) { if (wanted_stream_spec[i] && st_index[i] == -1) { av_log(NULL, AV_LOG_ERROR, "Stream specifier %s does not match any %s stream\n", wanted_stream_spec[i], av_get_media_type_string(i)); st_index[i] = INT_MAX; } } if (!video_disable) st_index[AVMEDIA_TYPE_VIDEO] = av_find_best_stream(ic, AVMEDIA_TYPE_VIDEO, st_index[AVMEDIA_TYPE_VIDEO], -1, NULL, 0); if (!audio_disable) st_index[AVMEDIA_TYPE_AUDIO] = av_find_best_stream(ic, AVMEDIA_TYPE_AUDIO, st_index[AVMEDIA_TYPE_AUDIO], st_index[AVMEDIA_TYPE_VIDEO], NULL, 0); if (!video_disable && !subtitle_disable) st_index[AVMEDIA_TYPE_SUBTITLE] = av_find_best_stream(ic, AVMEDIA_TYPE_SUBTITLE, st_index[AVMEDIA_TYPE_SUBTITLE], (st_index[AVMEDIA_TYPE_AUDIO] >= 0 ? st_index[AVMEDIA_TYPE_AUDIO] : st_index[AVMEDIA_TYPE_VIDEO]), NULL, 0); is->show_mode = show_mode; if (st_index[AVMEDIA_TYPE_VIDEO] >= 0) { AVStream *st = ic->streams[st_index[AVMEDIA_TYPE_VIDEO]]; AVCodecParameters *codecpar = st->codecpar; AVRational sar = av_guess_sample_aspect_ratio(ic, st, NULL); if (codecpar->width) set_default_window_size(codecpar->width, codecpar->height, sar); } /* open the streams */ if (st_index[AVMEDIA_TYPE_AUDIO] >= 0) { stream_component_open(is, st_index[AVMEDIA_TYPE_AUDIO]); } ret = -1; if (st_index[AVMEDIA_TYPE_VIDEO] >= 0) { ret = stream_component_open(is, st_index[AVMEDIA_TYPE_VIDEO]); } if (is->show_mode == SHOW_MODE_NONE) is->show_mode = ret >= 0 ? SHOW_MODE_VIDEO : SHOW_MODE_RDFT; if (st_index[AVMEDIA_TYPE_SUBTITLE] >= 0) { stream_component_open(is, st_index[AVMEDIA_TYPE_SUBTITLE]); } if (is->video_stream < 0 && is->audio_stream < 0) { av_log(NULL, AV_LOG_FATAL, "Failed to open file '%s' or configure filtergraph\n", is->filename); ret = -1; goto fail; } if (infinite_buffer < 0 && is->realtime) infinite_buffer = 1; for (;;) { if (is->abort_request) break; if (is->paused != is->last_paused) { is->last_paused = is->paused; if (is->paused) is->read_pause_return = av_read_pause(ic); else av_read_play(ic); } #if CONFIG_RTSP_DEMUXER || CONFIG_MMSH_PROTOCOL if (is->paused && (!strcmp(ic->iformat->name, "rtsp") || (ic->pb && !strncmp(input_filename, "mmsh:", 5)))) { /* wait 10 ms to avoid trying to get another packet */ /* XXX: horrible */ SDL_Delay(10); continue; } #endif if (is->seek_req) { int64_t seek_target = is->seek_pos; int64_t seek_min = is->seek_rel > 0 ? seek_target - is->seek_rel + 2: INT64_MIN; int64_t seek_max = is->seek_rel < 0 ? seek_target - is->seek_rel - 2: INT64_MAX; // FIXME the +-2 is due to rounding being not done in the correct direction in generation // of the seek_pos/seek_rel variables ret = avformat_seek_file(is->ic, -1, seek_min, seek_target, seek_max, is->seek_flags); if (ret < 0) { av_log(NULL, AV_LOG_ERROR, "%s: error while seeking\n", is->ic->url); } else { if (is->audio_stream >= 0) packet_queue_flush(&is->audioq); if (is->subtitle_stream >= 0) packet_queue_flush(&is->subtitleq); if (is->video_stream >= 0) { packet_queue_flush(&is->videoq); uninit_bsf_graph(is->ic, is->video_stream); if (ici->streams[is->video_stream]->group) { if ((ret = init_lcevc_graph(is->ic, is->video_stream)) < 0) goto fail; } } if (is->seek_flags & AVSEEK_FLAG_BYTE) { set_clock(&is->extclk, NAN, 0); } else { set_clock(&is->extclk, seek_target / (double)AV_TIME_BASE, 0); } } is->seek_req = 0; is->queue_attachments_req = 1; is->eof = 0; if (is->paused) step_to_next_frame(is); } if (is->queue_attachments_req) { if (is->video_st && is->video_st->disposition & AV_DISPOSITION_ATTACHED_PIC) { if ((ret = av_packet_ref(pkt, &is->video_st->attached_pic)) < 0) goto fail; packet_queue_put(&is->videoq, pkt); packet_queue_put_nullpacket(&is->videoq, pkt, is->video_stream); } is->queue_attachments_req = 0; } /* if the queue are full, no need to read more */ if (infinite_buffer<1 && (is->audioq.size + is->videoq.size + is->subtitleq.size > MAX_QUEUE_SIZE || (stream_has_enough_packets(is->audio_st, is->audio_stream, &is->audioq) && stream_has_enough_packets(is->video_st, is->video_stream, &is->videoq) && stream_has_enough_packets(is->subtitle_st, is->subtitle_stream, &is->subtitleq)))) { /* wait 10 ms */ SDL_LockMutex(wait_mutex); SDL_CondWaitTimeout(is->continue_read_thread, wait_mutex, 10); SDL_UnlockMutex(wait_mutex); continue; } if (!is->paused && (!is->audio_st || (is->auddec.finished == is->audioq.serial && frame_queue_nb_remaining(&is->sampq) == 0)) && (!is->video_st || (is->viddec.finished == is->videoq.serial && frame_queue_nb_remaining(&is->pictq) == 0))) { if (loop != 1 && (!loop || --loop)) { stream_seek(is, start_time != AV_NOPTS_VALUE ? start_time : 0, 0, 0); } else if (autoexit) { ret = AVERROR_EOF; goto fail; } } ret = av_read_frame(ic, pkt); if (ret < 0) { if ((ret == AVERROR_EOF || avio_feof(ic->pb)) && !is->eof) { if (is->video_stream >= 0) { ret = do_bsf_flush(ic, is); if (ret < 0) goto fail; packet_queue_put_nullpacket(&is->videoq, pkt, is->video_stream); } if (is->audio_stream >= 0) packet_queue_put_nullpacket(&is->audioq, pkt, is->audio_stream); if (is->subtitle_stream >= 0) packet_queue_put_nullpacket(&is->subtitleq, pkt, is->subtitle_stream); is->eof = 1; } if (ic->pb && ic->pb->error) { if (autoexit) goto fail; else break; } SDL_LockMutex(wait_mutex); SDL_CondWaitTimeout(is->continue_read_thread, wait_mutex, 10); SDL_UnlockMutex(wait_mutex); continue; } else { is->eof = 0; } if (show_status) { if (ic->event_flags & AVFMT_EVENT_FLAG_METADATA_UPDATED) { fprintf(stderr, "\x1b[2K\r"); dump_dictionary(NULL, ic->metadata, "\r New metadata", " ", AV_LOG_INFO); } if (ic->streams[pkt->stream_index]->event_flags & AVSTREAM_EVENT_FLAG_METADATA_UPDATED) { fprintf(stderr, "\x1b[2K\r"); snprintf(metadata_description, sizeof(metadata_description), "\r New metadata for stream %d", pkt->stream_index); dump_dictionary(NULL, ic->streams[pkt->stream_index]->metadata, metadata_description, " ", AV_LOG_INFO); } } ic->event_flags &= ~AVFMT_EVENT_FLAG_METADATA_UPDATED; ic->streams[pkt->stream_index]->event_flags &= ~AVSTREAM_EVENT_FLAG_METADATA_UPDATED; /* check if packet is in play range specified by user, then queue, otherwise discard */ stream_start_time = ic->streams[pkt->stream_index]->start_time; pkt_ts = pkt->pts == AV_NOPTS_VALUE ? pkt->dts : pkt->pts; pkt_in_play_range = duration == AV_NOPTS_VALUE || (pkt_ts - (stream_start_time != AV_NOPTS_VALUE ? stream_start_time : 0)) * av_q2d(ic->streams[pkt->stream_index]->time_base) - (double)(start_time != AV_NOPTS_VALUE ? start_time : 0) / 1000000 <= ((double)duration / 1000000); if (pkt->stream_index == is->audio_stream && pkt_in_play_range) { packet_queue_put(&is->audioq, pkt); } else if (pkt->stream_index == is->video_stream && pkt_in_play_range && !(is->video_st->disposition & AV_DISPOSITION_ATTACHED_PIC)) { Stream *sti = ici->streams[is->video_stream]; StreamGroup *stgi = sti->group; if (stgi && stgi->graph) { ret = do_bsf_graph(ic, is, sti, pkt); if (ret < 0) goto fail; } else packet_queue_put(&is->videoq, pkt); } else if (pkt->stream_index == is->subtitle_stream && pkt_in_play_range) { packet_queue_put(&is->subtitleq, pkt); } else { Stream *sti = ici->streams[pkt->stream_index]; StreamGroup *stgi = sti->group; if (stgi && stgi->graph) { ret = do_bsf_graph(ic, is, sti, pkt); if (ret < 0) goto fail; } av_packet_unref(pkt); } } ret = 0; fail: if (ic && !is->ic) { av_freep(&ic->opaque); avformat_close_input(&ic); } av_packet_free(&pkt); if (ret != 0) { SDL_Event event; event.type = FF_QUIT_EVENT; event.user.data1 = is; SDL_PushEvent(&event); } SDL_DestroyMutex(wait_mutex); return 0; } static VideoState *stream_open(const char *filename, const AVInputFormat *iformat) { VideoState *is; is = av_mallocz(sizeof(VideoState)); if (!is) return NULL; is->last_video_stream = is->video_stream = -1; is->last_audio_stream = is->audio_stream = -1; is->last_subtitle_stream = is->subtitle_stream = -1; is->filename = av_strdup(filename); if (!is->filename) goto fail; is->iformat = iformat; is->ytop = 0; is->xleft = 0; /* start video display */ if (frame_queue_init(&is->pictq, &is->videoq, VIDEO_PICTURE_QUEUE_SIZE, 1) < 0) goto fail; if (frame_queue_init(&is->subpq, &is->subtitleq, SUBPICTURE_QUEUE_SIZE, 0) < 0) goto fail; if (frame_queue_init(&is->sampq, &is->audioq, SAMPLE_QUEUE_SIZE, 1) < 0) goto fail; if (packet_queue_init(&is->videoq) < 0 || packet_queue_init(&is->audioq) < 0 || packet_queue_init(&is->subtitleq) < 0) goto fail; if (!(is->continue_read_thread = SDL_CreateCond())) { av_log(NULL, AV_LOG_FATAL, "SDL_CreateCond(): %s\n", SDL_GetError()); goto fail; } init_clock(&is->vidclk, &is->videoq.serial); init_clock(&is->audclk, &is->audioq.serial); init_clock(&is->extclk, &is->extclk.serial); is->audio_clock_serial = -1; if (startup_volume < 0) av_log(NULL, AV_LOG_WARNING, "-volume=%d < 0, setting to 0\n", startup_volume); if (startup_volume > 100) av_log(NULL, AV_LOG_WARNING, "-volume=%d > 100, setting to 100\n", startup_volume); if (video_background) { if (!strcmp(video_background, "none")) { is->render_params.video_background_type = VIDEO_BACKGROUND_NONE; } else if (strcmp(video_background, "tiles")) { if (av_parse_color(is->render_params.video_background_color, video_background, -1, NULL) >= 0) is->render_params.video_background_type = VIDEO_BACKGROUND_COLOR; else goto fail; } } startup_volume = av_clip(startup_volume, 0, 100); startup_volume = av_clip(SDL_MIX_MAXVOLUME * startup_volume / 100, 0, SDL_MIX_MAXVOLUME); is->audio_volume = startup_volume; is->muted = 0; is->av_sync_type = av_sync_type; is->read_tid = SDL_CreateThread(read_thread, "read_thread", is); if (!is->read_tid) { av_log(NULL, AV_LOG_FATAL, "SDL_CreateThread(): %s\n", SDL_GetError()); fail: stream_close(is); return NULL; } return is; } static void stream_cycle_channel(VideoState *is, int codec_type) { AVFormatContext *ic = is->ic; int start_index, stream_index; int old_index; AVStream *st; AVProgram *p = NULL; int nb_streams = is->ic->nb_streams; if (codec_type == AVMEDIA_TYPE_VIDEO) { start_index = is->last_video_stream; old_index = is->video_stream; } else if (codec_type == AVMEDIA_TYPE_AUDIO) { start_index = is->last_audio_stream; old_index = is->audio_stream; } else { start_index = is->last_subtitle_stream; old_index = is->subtitle_stream; } stream_index = start_index; if (codec_type != AVMEDIA_TYPE_VIDEO && is->video_stream != -1) { p = av_find_program_from_stream(ic, NULL, is->video_stream); if (p) { nb_streams = p->nb_stream_indexes; for (start_index = 0; start_index < nb_streams; start_index++) if (p->stream_index[start_index] == stream_index) break; if (start_index == nb_streams) start_index = -1; stream_index = start_index; } } for (;;) { if (++stream_index >= nb_streams) { if (codec_type == AVMEDIA_TYPE_SUBTITLE) { stream_index = -1; is->last_subtitle_stream = -1; goto the_end; } if (start_index == -1) return; stream_index = 0; } if (stream_index == start_index) return; st = is->ic->streams[p ? p->stream_index[stream_index] : stream_index]; if (st->codecpar->codec_type == codec_type) { /* check that parameters are OK */ switch (codec_type) { case AVMEDIA_TYPE_AUDIO: if (st->codecpar->sample_rate != 0 && st->codecpar->ch_layout.nb_channels != 0) goto the_end; break; case AVMEDIA_TYPE_VIDEO: case AVMEDIA_TYPE_SUBTITLE: goto the_end; default: break; } } } the_end: if (p && stream_index != -1) stream_index = p->stream_index[stream_index]; av_log(NULL, AV_LOG_INFO, "Switch %s stream from #%d to #%d\n", av_get_media_type_string(codec_type), old_index, stream_index); stream_component_close(is, old_index); stream_component_open(is, stream_index); } static void toggle_full_screen(VideoState *is) { is_full_screen = !is_full_screen; SDL_SetWindowFullscreen(window, is_full_screen ? SDL_WINDOW_FULLSCREEN_DESKTOP : 0); } static void toggle_audio_display(VideoState *is) { int next = is->show_mode; do { next = (next + 1) % SHOW_MODE_NB; } while (next != is->show_mode && (next == SHOW_MODE_VIDEO && !is->video_st || next != SHOW_MODE_VIDEO && !is->audio_st)); if (is->show_mode != next) { is->force_refresh = 1; is->show_mode = next; } } static void refresh_loop_wait_event(VideoState *is, SDL_Event *event) { double remaining_time = 0.0; SDL_PumpEvents(); while (!SDL_PeepEvents(event, 1, SDL_GETEVENT, SDL_FIRSTEVENT, SDL_LASTEVENT)) { if (received_sigterm) { exit_status = 123; do_exit(is); } if (!cursor_hidden && av_gettime_relative() - cursor_last_shown > CURSOR_HIDE_DELAY) { SDL_ShowCursor(0); cursor_hidden = 1; } if (remaining_time > 0.0) { if (!wait_for_events) av_usleep((int64_t)(remaining_time * 1000000.0)); else if (SDL_WaitEventTimeout(NULL, ceil(remaining_time * 1000))) continue; } remaining_time = REFRESH_RATE; if (is->chapter_render_pending || (chapter_list_visible(is) && current_chapter(is) != is->chapter_playing)) chapter_list_render(is); if (chapter_list_alpha(is, av_gettime_relative()) != is->chapter_drawn_alpha) is->force_refresh = 1; if (is->show_mode != SHOW_MODE_NONE && (!is->paused || is->force_refresh)) video_refresh(is, &remaining_time); SDL_PumpEvents(); } } /* index of the chapter containing the current playback position, -1 before the first one */ static int current_chapter(VideoState *is) { int64_t pos = get_master_clock(is) * AV_TIME_BASE; int i; for (i = 0; i < is->ic->nb_chapters; i++) { AVChapter *ch = is->ic->chapters[i]; if (av_compare_ts(pos, AV_TIME_BASE_Q, ch->start, ch->time_base) < 0) break; } return i - 1; } static void seek_chapter(VideoState *is, int i) { i = FFMAX(i, 0); chapter_list_show(is, FFMIN(i, is->ic->nb_chapters - 1)); if (i >= is->ic->nb_chapters) return; av_log(NULL, AV_LOG_VERBOSE, "Seeking to chapter %d.\n", i); stream_seek(is, av_rescale_q(is->ic->chapters[i]->start, is->ic->chapters[i]->time_base, AV_TIME_BASE_Q), 0, 0); } /* handle an event sent by the GUI */ static void event_loop(VideoState *cur_stream) { SDL_Event event; double incr, pos, frac; for (;;) { double x; refresh_loop_wait_event(cur_stream, &event); switch (event.type) { case SDL_KEYDOWN: if (exit_on_keydown || (!cur_stream->chapter_pinned && (event.key.keysym.sym == SDLK_ESCAPE || event.key.keysym.sym == SDLK_q))) { do_exit(cur_stream); break; } // If we don't yet have a window, skip all key events, because read_thread might still be initializing... if (!cur_stream->width) continue; if (cur_stream->chapter_pinned) { chapter_list_key(cur_stream, event.key.keysym.sym); break; } switch (event.key.keysym.sym) { case SDLK_f: toggle_full_screen(cur_stream); cur_stream->force_refresh = 1; break; case SDLK_p: case SDLK_SPACE: toggle_pause(cur_stream); break; case SDLK_m: toggle_mute(cur_stream); break; case SDLK_KP_MULTIPLY: case SDLK_0: update_volume(cur_stream, 1, SDL_VOLUME_STEP); break; case SDLK_KP_DIVIDE: case SDLK_9: update_volume(cur_stream, -1, SDL_VOLUME_STEP); break; case SDLK_s: // S: Step to next frame step_to_next_frame(cur_stream); break; case SDLK_a: stream_cycle_channel(cur_stream, AVMEDIA_TYPE_AUDIO); break; case SDLK_v: stream_cycle_channel(cur_stream, AVMEDIA_TYPE_VIDEO); break; case SDLK_c: stream_cycle_channel(cur_stream, AVMEDIA_TYPE_VIDEO); stream_cycle_channel(cur_stream, AVMEDIA_TYPE_AUDIO); stream_cycle_channel(cur_stream, AVMEDIA_TYPE_SUBTITLE); break; case SDLK_t: stream_cycle_channel(cur_stream, AVMEDIA_TYPE_SUBTITLE); break; case SDLK_l: cur_stream->chapter_pin_requested = cur_stream->ic->nb_chapters > 0; break; case SDLK_RETURN: case SDLK_KP_ENTER: if (chapter_list_visible(cur_stream) && cur_stream->nb_chapter_rows) seek_chapter(cur_stream, cur_stream->chapter_rows[cur_stream->chapter_selected].index); break; case SDLK_w: if (cur_stream->show_mode == SHOW_MODE_VIDEO && cur_stream->vfilter_idx < nb_vfilters - 1) { if (++cur_stream->vfilter_idx >= nb_vfilters) cur_stream->vfilter_idx = 0; } else { cur_stream->vfilter_idx = 0; toggle_audio_display(cur_stream); } break; case SDLK_PAGEUP: if (cur_stream->ic->nb_chapters <= 1) { incr = 600.0; goto do_seek; } seek_chapter(cur_stream, current_chapter(cur_stream) + 1); break; case SDLK_PAGEDOWN: if (cur_stream->ic->nb_chapters <= 1) { incr = -600.0; goto do_seek; } seek_chapter(cur_stream, current_chapter(cur_stream) - 1); break; case SDLK_LEFT: incr = seek_interval ? -seek_interval : -10.0; goto do_seek; case SDLK_RIGHT: incr = seek_interval ? seek_interval : 10.0; goto do_seek; case SDLK_UP: incr = 60.0; goto do_seek; case SDLK_DOWN: incr = -60.0; do_seek: if (seek_by_bytes) { pos = -1; if (pos < 0 && cur_stream->video_stream >= 0) pos = frame_queue_last_pos(&cur_stream->pictq); if (pos < 0 && cur_stream->audio_stream >= 0) pos = frame_queue_last_pos(&cur_stream->sampq); if (pos < 0) pos = avio_tell(cur_stream->ic->pb); if (cur_stream->ic->bit_rate) incr *= cur_stream->ic->bit_rate / 8.0; else incr *= 180000.0; pos += incr; stream_seek(cur_stream, pos, incr, 1); } else { pos = get_master_clock(cur_stream); if (isnan(pos)) pos = (double)cur_stream->seek_pos / AV_TIME_BASE; pos += incr; if (cur_stream->ic->start_time != AV_NOPTS_VALUE && pos < cur_stream->ic->start_time / (double)AV_TIME_BASE) pos = cur_stream->ic->start_time / (double)AV_TIME_BASE; stream_seek(cur_stream, (int64_t)(pos * AV_TIME_BASE), (int64_t)(incr * AV_TIME_BASE), 0); } break; default: break; } break; case SDL_KEYUP: /* on the release of a press made while unpinned, so that the key's own text input does not start the search */ if (event.key.keysym.sym == SDLK_l && cur_stream->chapter_pin_requested) chapter_list_pin(cur_stream, 1); cur_stream->chapter_pin_requested = 0; break; case SDL_TEXTINPUT: if (cur_stream->chapter_pinned) chapter_list_search(cur_stream, event.text.text); break; case SDL_MOUSEWHEEL: if (chapter_list_visible(cur_stream)) chapter_list_move(cur_stream, -event.wheel.y); break; case SDL_MOUSEBUTTONDOWN: if (exit_on_mousedown) { do_exit(cur_stream); break; } if (event.button.button == SDL_BUTTON_LEFT && chapter_list_visible(cur_stream) && chapter_list_click(cur_stream, event.button.x, event.button.y)) break; if (event.button.button == SDL_BUTTON_LEFT) { static int64_t last_mouse_left_click = 0; if (av_gettime_relative() - last_mouse_left_click <= 500000) { toggle_full_screen(cur_stream); cur_stream->force_refresh = 1; last_mouse_left_click = 0; } else { last_mouse_left_click = av_gettime_relative(); } } av_fallthrough; case SDL_MOUSEMOTION: if (cursor_hidden) { SDL_ShowCursor(1); cursor_hidden = 0; } cursor_last_shown = av_gettime_relative(); if (event.type == SDL_MOUSEMOTION) chapter_list_hover(cur_stream, event.motion.x, event.motion.y); if (event.type == SDL_MOUSEBUTTONDOWN) { if (event.button.button != SDL_BUTTON_RIGHT) break; x = event.button.x; } else { if (!(event.motion.state & SDL_BUTTON_RMASK)) break; x = event.motion.x; } if (seek_by_bytes || cur_stream->ic->duration <= 0) { uint64_t size = avio_size(cur_stream->ic->pb); stream_seek(cur_stream, size*x/cur_stream->width, 0, 1); } else { int64_t ts; int ns, hh, mm, ss; int tns, thh, tmm, tss; tns = cur_stream->ic->duration / 1000000LL; thh = tns / 3600; tmm = (tns % 3600) / 60; tss = (tns % 60); frac = x / cur_stream->width; ns = frac * tns; hh = ns / 3600; mm = (ns % 3600) / 60; ss = (ns % 60); av_log(NULL, AV_LOG_INFO, "Seek to %2.0f%% (%2d:%02d:%02d) of total duration (%2d:%02d:%02d) \n", frac*100, hh, mm, ss, thh, tmm, tss); ts = frac * cur_stream->ic->duration; if (cur_stream->ic->start_time != AV_NOPTS_VALUE) ts += cur_stream->ic->start_time; stream_seek(cur_stream, ts, 0, 0); } break; case SDL_WINDOWEVENT: switch (event.window.event) { case SDL_WINDOWEVENT_LEAVE: chapter_list_hover(cur_stream, -1, -1); break; case SDL_WINDOWEVENT_SIZE_CHANGED: screen_width = cur_stream->width = event.window.data1; screen_height = cur_stream->height = event.window.data2; if (cur_stream->vis_texture) { SDL_DestroyTexture(cur_stream->vis_texture); cur_stream->vis_texture = NULL; } if (cur_stream->chapter_bitmap) cur_stream->chapter_render_pending = 1; if (vk_renderer) vk_renderer_resize(vk_renderer, screen_width, screen_height); av_fallthrough; case SDL_WINDOWEVENT_EXPOSED: cur_stream->force_refresh = 1; } break; case SDL_QUIT: case FF_QUIT_EVENT: do_exit(cur_stream); break; default: break; } } } static int opt_width(void *optctx, const char *opt, const char *arg) { double num; int ret = parse_number(opt, arg, OPT_TYPE_INT64, 1, INT_MAX, &num); if (ret < 0) return ret; screen_width = num; return 0; } static int opt_height(void *optctx, const char *opt, const char *arg) { double num; int ret = parse_number(opt, arg, OPT_TYPE_INT64, 1, INT_MAX, &num); if (ret < 0) return ret; screen_height = num; return 0; } static int opt_format(void *optctx, const char *opt, const char *arg) { file_iformat = av_find_input_format(arg); if (!file_iformat) { av_log(NULL, AV_LOG_FATAL, "Unknown input format: %s\n", arg); return AVERROR(EINVAL); } return 0; } static int opt_sync(void *optctx, const char *opt, const char *arg) { if (!strcmp(arg, "audio")) av_sync_type = AV_SYNC_AUDIO_MASTER; else if (!strcmp(arg, "video")) av_sync_type = AV_SYNC_VIDEO_MASTER; else if (!strcmp(arg, "ext")) av_sync_type = AV_SYNC_EXTERNAL_CLOCK; else { av_log(NULL, AV_LOG_ERROR, "Unknown value for %s: %s\n", opt, arg); exit(1); } return 0; } static int opt_show_mode(void *optctx, const char *opt, const char *arg) { show_mode = !strcmp(arg, "video") ? SHOW_MODE_VIDEO : !strcmp(arg, "waves") ? SHOW_MODE_WAVES : !strcmp(arg, "rdft" ) ? SHOW_MODE_RDFT : SHOW_MODE_NONE; if (show_mode == SHOW_MODE_NONE) { double num; int ret = parse_number(opt, arg, OPT_TYPE_INT, 0, SHOW_MODE_NB-1, &num); if (ret < 0) return ret; show_mode = num; } return 0; } static int opt_input_file(void *optctx, const char *filename) { if (input_filename) { av_log(NULL, AV_LOG_FATAL, "Argument '%s' provided as input filename, but '%s' was already specified.\n", filename, input_filename); return AVERROR(EINVAL); } if (!strcmp(filename, "-")) filename = "fd:"; input_filename = av_strdup(filename); if (!input_filename) return AVERROR(ENOMEM); return 0; } static int opt_codec(void *optctx, const char *opt, const char *arg) { const char *spec = strchr(opt, ':'); const char **name; if (!spec) { av_log(NULL, AV_LOG_ERROR, "No media specifier was specified in '%s' in option '%s'\n", arg, opt); return AVERROR(EINVAL); } spec++; switch (spec[0]) { case 'a' : name = &audio_codec_name; break; case 's' : name = &subtitle_codec_name; break; case 'v' : name = &video_codec_name; break; default: av_log(NULL, AV_LOG_ERROR, "Invalid media specifier '%s' in option '%s'\n", spec, opt); return AVERROR(EINVAL); } av_freep(name); *name = av_strdup(arg); return *name ? 0 : AVERROR(ENOMEM); } static int dummy; static const OptionDef options[] = { CMDUTILS_COMMON_OPTIONS { "x", OPT_TYPE_FUNC, OPT_FUNC_ARG, { .func_arg = opt_width }, "force displayed width", "width" }, { "y", OPT_TYPE_FUNC, OPT_FUNC_ARG, { .func_arg = opt_height }, "force displayed height", "height" }, { "fs", OPT_TYPE_BOOL, 0, { &is_full_screen }, "force full screen" }, { "an", OPT_TYPE_BOOL, 0, { &audio_disable }, "disable audio" }, { "vn", OPT_TYPE_BOOL, 0, { &video_disable }, "disable video" }, { "sn", OPT_TYPE_BOOL, 0, { &subtitle_disable }, "disable subtitling" }, { "ast", OPT_TYPE_STRING, OPT_EXPERT, { &wanted_stream_spec[AVMEDIA_TYPE_AUDIO] }, "select desired audio stream", "stream_specifier" }, { "vst", OPT_TYPE_STRING, OPT_EXPERT, { &wanted_stream_spec[AVMEDIA_TYPE_VIDEO] }, "select desired video stream", "stream_specifier" }, { "sst", OPT_TYPE_STRING, OPT_EXPERT, { &wanted_stream_spec[AVMEDIA_TYPE_SUBTITLE] }, "select desired subtitle stream", "stream_specifier" }, { "ss", OPT_TYPE_TIME, 0, { &start_time }, "seek to a given position in seconds", "pos" }, { "t", OPT_TYPE_TIME, 0, { &duration }, "play \"duration\" seconds of audio/video", "duration" }, { "bytes", OPT_TYPE_INT, 0, { &seek_by_bytes }, "seek by bytes 0=off 1=on -1=auto", "val" }, { "seek_interval", OPT_TYPE_FLOAT, 0, { &seek_interval }, "set seek interval for left/right keys, in seconds", "seconds" }, { "nodisp", OPT_TYPE_BOOL, 0, { &display_disable }, "disable graphical display" }, { "noborder", OPT_TYPE_BOOL, 0, { &borderless }, "borderless window" }, { "alwaysontop", OPT_TYPE_BOOL, 0, { &alwaysontop }, "window always on top" }, { "volume", OPT_TYPE_INT, 0, { &startup_volume}, "set startup volume 0=min 100=max", "volume" }, { "f", OPT_TYPE_FUNC, OPT_FUNC_ARG, { .func_arg = opt_format }, "force format", "fmt" }, { "stats", OPT_TYPE_BOOL, OPT_EXPERT, { &show_status }, "show status", "" }, { "fast", OPT_TYPE_BOOL, OPT_EXPERT, { &fast }, "non spec compliant optimizations", "" }, { "genpts", OPT_TYPE_BOOL, OPT_EXPERT, { &genpts }, "generate pts", "" }, { "drp", OPT_TYPE_INT, OPT_EXPERT, { &decoder_reorder_pts }, "let decoder reorder pts 0=off 1=on -1=auto", ""}, { "lowres", OPT_TYPE_INT, OPT_EXPERT, { &lowres }, "", "" }, { "sync", OPT_TYPE_FUNC, OPT_FUNC_ARG | OPT_EXPERT, { .func_arg = opt_sync }, "set audio-video sync. type (type=audio/video/ext)", "type" }, { "autoexit", OPT_TYPE_BOOL, OPT_EXPERT, { &autoexit }, "exit at the end", "" }, { "exitonkeydown", OPT_TYPE_BOOL, OPT_EXPERT, { &exit_on_keydown }, "exit on key down", "" }, { "exitonmousedown", OPT_TYPE_BOOL, OPT_EXPERT, { &exit_on_mousedown }, "exit on mouse down", "" }, { "loop", OPT_TYPE_INT, OPT_EXPERT, { &loop }, "set number of times the playback shall be looped", "loop count" }, { "framedrop", OPT_TYPE_BOOL, OPT_EXPERT, { &framedrop }, "drop frames when cpu is too slow", "" }, { "infbuf", OPT_TYPE_BOOL, OPT_EXPERT, { &infinite_buffer }, "don't limit the input buffer size (useful with realtime streams)", "" }, { "window_title", OPT_TYPE_STRING, 0, { &window_title }, "set window title", "window title" }, { "left", OPT_TYPE_INT, OPT_EXPERT, { &screen_left }, "set the x position for the left of the window", "x pos" }, { "top", OPT_TYPE_INT, OPT_EXPERT, { &screen_top }, "set the y position for the top of the window", "y pos" }, { "vf", OPT_TYPE_FUNC, OPT_FUNC_ARG | OPT_EXPERT, { .func_arg = opt_add_vfilter }, "set video filters", "filter_graph" }, { "af", OPT_TYPE_STRING, 0, { &afilters }, "set audio filters", "filter_graph" }, { "rdftspeed", OPT_TYPE_INT, OPT_AUDIO | OPT_EXPERT, { &rdftspeed }, "rdft speed", "msecs" }, { "showmode", OPT_TYPE_FUNC, OPT_FUNC_ARG, { .func_arg = opt_show_mode}, "select show mode (0 = video, 1 = waves, 2 = RDFT)", "mode" }, { "i", OPT_TYPE_BOOL, 0, { &dummy}, "read specified file", "input_file"}, { "codec", OPT_TYPE_FUNC, OPT_FUNC_ARG, { .func_arg = opt_codec}, "force decoder", "decoder_name" }, { "acodec", OPT_TYPE_STRING, OPT_EXPERT, { &audio_codec_name }, "force audio decoder", "decoder_name" }, { "scodec", OPT_TYPE_STRING, OPT_EXPERT, { &subtitle_codec_name }, "force subtitle decoder", "decoder_name" }, { "vcodec", OPT_TYPE_STRING, OPT_EXPERT, { &video_codec_name }, "force video decoder", "decoder_name" }, { "autorotate", OPT_TYPE_BOOL, 0, { &autorotate }, "automatically rotate video", "" }, { "find_stream_info", OPT_TYPE_BOOL, OPT_INPUT | OPT_EXPERT, { &find_stream_info }, "read and decode the streams to fill missing information with heuristics" }, { "filter_threads", OPT_TYPE_INT, OPT_EXPERT, { &filter_nbthreads }, "number of filter threads per graph" }, { "enable_vulkan", OPT_TYPE_BOOL, 0, { &enable_vulkan }, "enable vulkan renderer" }, { "vulkan_params", OPT_TYPE_STRING, OPT_EXPERT, { &vulkan_params }, "vulkan configuration using a list of key=value pairs separated by ':'" }, { "video_bg", OPT_TYPE_STRING, OPT_EXPERT, { &video_background }, "set video background for transparent videos" }, { "hwaccel", OPT_TYPE_STRING, OPT_EXPERT, { &hwaccel }, "use HW accelerated decoding" }, { NULL, }, }; static void show_usage(void) { av_log(NULL, AV_LOG_INFO, "Simple media player\n"); av_log(NULL, AV_LOG_INFO, "usage: %s [options] input_file\n", program_name); av_log(NULL, AV_LOG_INFO, "\n"); } void show_help_default(const char *opt, const char *arg) { av_log_set_callback(log_callback_help); show_usage(); show_help_options(options, "Main options:", 0, OPT_EXPERT); show_help_options(options, "Advanced options:", OPT_EXPERT, 0); printf("\n"); show_help_children(avcodec_get_class(), AV_OPT_FLAG_DECODING_PARAM); show_help_children(avformat_get_class(), AV_OPT_FLAG_DECODING_PARAM); show_help_children(avfilter_get_class(), AV_OPT_FLAG_FILTERING_PARAM); printf("\nWhile playing:\n" "q, ESC quit\n" "f toggle full screen\n" "p, SPC pause\n" "m toggle mute\n" "9, 0 decrease and increase volume respectively\n" "/, * decrease and increase volume respectively\n" "a cycle audio channel in the current program\n" "v cycle video channel\n" "t cycle subtitle channel in the current program\n" "c cycle program\n" "w cycle video filters or show modes\n" "s activate frame-step mode\n" "left/right seek backward/forward by 10 seconds or a custom interval if -seek_interval is set\n" "down/up seek backward/forward 1 minute\n" "page down/page up seek to previous/next chapter or backward/forward 10 minutes if no chapters\n" "l keep the chapter list on screen; typing then filters it, down/up move its selection and escape closes it\n" "enter seek to the chapter selected in the chapter list while it is shown\n" "mouse wheel move the chapter list selection while it is shown\n" "left click seek to the clicked chapter list entry, or sort the list by the clicked column, again to flip it;\n" " the left half of the shuffle button lowers its seed, the right half raises it\n" "mouse over (i) show the metadata of that chapter list entry\n" "right mouse click seek to percentage in file corresponding to fraction of width\n" "left double-click toggle full screen\n" ); } /* Called from the main */ int main(int argc, char **argv) { int flags, ret; VideoState *is; init_dynload(); av_log_set_flags(AV_LOG_SKIP_REPEATED); parse_loglevel(argc, argv, options); /* register all codecs, demux and protocols */ #if CONFIG_AVDEVICE avdevice_register_all(); #endif avformat_network_init(); signal(SIGINT , sigterm_handler); /* Interrupt (ANSI). */ signal(SIGTERM, sigterm_handler); /* Termination (ANSI). */ show_banner(argc, argv, options); ret = parse_options(NULL, argc, argv, options, opt_input_file); if (ret < 0) exit(ret == AVERROR_EXIT ? 0 : 1); if (!input_filename) { show_usage(); av_log(NULL, AV_LOG_FATAL, "An input file must be specified\n"); av_log(NULL, AV_LOG_FATAL, "Use -h to get full help or, even better, run 'man %s'\n", program_name); exit(1); } if (display_disable) { video_disable = 1; } flags = SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER; if (audio_disable) flags &= ~SDL_INIT_AUDIO; if (display_disable) flags &= ~SDL_INIT_VIDEO; if (SDL_Init (flags)) { av_log(NULL, AV_LOG_FATAL, "Could not initialize SDL - %s\n", SDL_GetError()); av_log(NULL, AV_LOG_FATAL, "(Did you set the DISPLAY variable?)\n"); exit(1); } SDL_EventState(SDL_SYSWMEVENT, SDL_IGNORE); SDL_EventState(SDL_USEREVENT, SDL_IGNORE); if (!display_disable) { int flags = SDL_WINDOW_HIDDEN; if (alwaysontop) #if SDL_VERSION_ATLEAST(2,0,5) flags |= SDL_WINDOW_ALWAYS_ON_TOP; #else av_log(NULL, AV_LOG_WARNING, "Your SDL version doesn't support SDL_WINDOW_ALWAYS_ON_TOP. Feature will be inactive.\n"); #endif if (borderless) flags |= SDL_WINDOW_BORDERLESS; else flags |= SDL_WINDOW_RESIZABLE; #ifdef SDL_HINT_VIDEO_X11_NET_WM_BYPASS_COMPOSITOR SDL_SetHint(SDL_HINT_VIDEO_X11_NET_WM_BYPASS_COMPOSITOR, "0"); #endif if (hwaccel && !enable_vulkan) { av_log(NULL, AV_LOG_INFO, "Enable vulkan renderer to support hwaccel %s\n", hwaccel); enable_vulkan = 1; } if (enable_vulkan) { vk_renderer = vk_get_renderer(); if (vk_renderer) { #if SDL_VERSION_ATLEAST(2, 0, 6) flags |= SDL_WINDOW_VULKAN; #endif } else { av_log(NULL, AV_LOG_WARNING, "Doesn't support vulkan renderer, fallback to SDL renderer\n"); enable_vulkan = 0; } } window = SDL_CreateWindow(program_name, SDL_WINDOWPOS_UNDEFINED, SDL_WINDOWPOS_UNDEFINED, default_width, default_height, flags); SDL_SetHint(SDL_HINT_RENDER_SCALE_QUALITY, "linear"); if (!window) { av_log(NULL, AV_LOG_FATAL, "Failed to create window: %s", SDL_GetError()); do_exit(NULL); } SDL_version version; SDL_GetVersion(&version); /* SDL before 2.0.16 waits for events by polling */ wait_for_events = SDL_VERSIONNUM(version.major, version.minor, version.patch) >= SDL_VERSIONNUM(2, 0, 16); if (vk_renderer) { AVDictionary *dict = NULL; if (vulkan_params) { int ret = av_dict_parse_string(&dict, vulkan_params, "=", ":", 0); if (ret < 0) { av_log(NULL, AV_LOG_FATAL, "Failed to parse, %s\n", vulkan_params); do_exit(NULL); } } ret = vk_renderer_create(vk_renderer, window, dict); av_dict_free(&dict); if (ret < 0) { av_log(NULL, AV_LOG_FATAL, "Failed to create vulkan renderer, %s\n", av_err2str(ret)); do_exit(NULL); } } else { renderer = SDL_CreateRenderer(window, -1, SDL_RENDERER_ACCELERATED | SDL_RENDERER_PRESENTVSYNC); if (!renderer) { av_log(NULL, AV_LOG_WARNING, "Failed to initialize a hardware accelerated renderer: %s\n", SDL_GetError()); renderer = SDL_CreateRenderer(window, -1, 0); } if (renderer) { if (!SDL_GetRendererInfo(renderer, &renderer_info)) av_log(NULL, AV_LOG_VERBOSE, "Initialized %s renderer.\n", renderer_info.name); } if (!renderer || !renderer_info.num_texture_formats) { av_log(NULL, AV_LOG_FATAL, "Failed to create window or renderer: %s", SDL_GetError()); do_exit(NULL); } } } is = stream_open(input_filename, file_iformat); if (!is) { av_log(NULL, AV_LOG_FATAL, "Failed to initialize VideoState!\n"); do_exit(NULL); } event_loop(is); /* never returns */ return 0; }