Minki/linux
1
0
Fork 1
mirror of https://github.com/torvalds/linux.git synced 2024-11-23 04:31:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

media: venus: Mark last capture buffer

Browse Source 
According to stateful Codec API the decoder will process all
remaining buffers from before the source change event in
dynamic-resolution-change state and mark the last buffer with
V4L2_BUF_FLAG_LAST.

In Venus case the firmware doesn't mark that last buffer and
some mechanism have to be created in v4l decoder driver.
Fortunately the firmware interface (HFI) claims that the
decoder output buffers will be returned to v4l decoder
driver before it send the insufficient event.

In order to do that we save last queued in the driver capture
buffer in the event_notify and issue flush on output firmware
buffers queue. Once the saved buffer is returned (as a result of
flush command) we mark it as LAST. For all that possible we
extend HFI flush command with one more argument and one more
flush_done HFI driver callback.

Signed-off-by: Stanimir Varbanov <stanimir.varbanov@linaro.org>
Signed-off-by: Mauro Carvalho Chehab <mchehab+huawei@kernel.org>
This commit is contained in:
Stanimir Varbanov 2020-04-03 17:56:29 +02:00 committed by Mauro Carvalho Chehab
parent bc3d870e41
commit 85872f861d
5 changed files with 54 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
drivers/media/platform/qcom/venus/core.h
View File

@ -261,7 +261,8 @@ enum venus_dec_state {
VENUS_DEC_STATE_SEEK = 4, VENUS_DEC_STATE_SEEK = 4,
VENUS_DEC_STATE_DRAIN = 5, VENUS_DEC_STATE_DRAIN = 5,
VENUS_DEC_STATE_DECODING = 6, VENUS_DEC_STATE_DECODING = 6,
VENUS_DEC_STATE_DRC = 7 VENUS_DEC_STATE_DRC = 7,
VENUS_DEC_STATE_DRC_FLUSH_DONE = 8,
}; };
struct venus_ts_metadata { struct venus_ts_metadata {
@ -326,6 +327,7 @@ struct venus_ts_metadata {
* @priv: a private for HFI operations callbacks * @priv: a private for HFI operations callbacks
* @session_type: the type of the session (decoder or encoder) * @session_type: the type of the session (decoder or encoder)
* @hprop: a union used as a holder by get property * @hprop: a union used as a holder by get property
* @last_buf: last capture buffer for dynamic-resoluton-change
*/ */
struct venus_inst { struct venus_inst {
struct list_head list; struct list_head list;
@ -387,6 +389,7 @@ struct venus_inst {
union hfi_get_property hprop; union hfi_get_property hprop;
unsigned int core_acquired: 1; unsigned int core_acquired: 1;
unsigned int bit_depth; unsigned int bit_depth;
struct vb2_buffer *last_buf;
}; };
#define IS_V1(core) ((core)->res->hfi_version == HFI_VERSION_1XX) #define IS_V1(core) ((core)->res->hfi_version == HFI_VERSION_1XX)

10
drivers/media/platform/qcom/venus/hfi.c
View File

@ -382,7 +382,7 @@ int hfi_session_unload_res(struct venus_inst *inst)
} }
EXPORT_SYMBOL_GPL(hfi_session_unload_res); EXPORT_SYMBOL_GPL(hfi_session_unload_res);
int hfi_session_flush(struct venus_inst *inst, u32 type) int hfi_session_flush(struct venus_inst *inst, u32 type, bool block)
{ {
const struct hfi_ops *ops = inst->core->ops; const struct hfi_ops *ops = inst->core->ops;
int ret; int ret;
@ -393,9 +393,11 @@ int hfi_session_flush(struct venus_inst *inst, u32 type)
if (ret) if (ret)
return ret; return ret;
ret = wait_session_msg(inst); if (block) {
if (ret) ret = wait_session_msg(inst);
return ret; if (ret)
return ret;
}
return 0; return 0;
} }

3
drivers/media/platform/qcom/venus/hfi.h
View File

@ -102,6 +102,7 @@ struct hfi_inst_ops {
u32 hfi_flags, u64 timestamp_us); u32 hfi_flags, u64 timestamp_us);
void (*event_notify)(struct venus_inst *inst, u32 event, void (*event_notify)(struct venus_inst *inst, u32 event,
struct hfi_event_data *data); struct hfi_event_data *data);
void (*flush_done)(struct venus_inst *inst);
}; };
struct hfi_ops { struct hfi_ops {
@ -161,7 +162,7 @@ int hfi_session_continue(struct venus_inst *inst);
int hfi_session_abort(struct venus_inst *inst); int hfi_session_abort(struct venus_inst *inst);
int hfi_session_load_res(struct venus_inst *inst); int hfi_session_load_res(struct venus_inst *inst);
int hfi_session_unload_res(struct venus_inst *inst); int hfi_session_unload_res(struct venus_inst *inst);
int hfi_session_flush(struct venus_inst *inst, u32 type); int hfi_session_flush(struct venus_inst *inst, u32 type, bool block);
int hfi_session_set_buffers(struct venus_inst *inst, int hfi_session_set_buffers(struct venus_inst *inst,
struct hfi_buffer_desc *bd); struct hfi_buffer_desc *bd);
int hfi_session_unset_buffers(struct venus_inst *inst, int hfi_session_unset_buffers(struct venus_inst *inst,

2
drivers/media/platform/qcom/venus/hfi_msgs.c
View File

@ -439,6 +439,8 @@ static void hfi_session_flush_done(struct venus_core *core,
inst->error = pkt->error_type; inst->error = pkt->error_type;
complete(&inst->done); complete(&inst->done);
if (inst->ops->flush_done)
inst->ops->flush_done(inst);
} }
static void hfi_session_etb_done(struct venus_core *core, static void hfi_session_etb_done(struct venus_core *core,

45
drivers/media/platform/qcom/venus/vdec.c
View File

@ -906,7 +906,7 @@ static int vdec_start_capture(struct venus_inst *inst)
return 0; return 0;
reconfigure: reconfigure:
ret = hfi_session_flush(inst, HFI_FLUSH_OUTPUT); ret = hfi_session_flush(inst, HFI_FLUSH_OUTPUT, true);
if (ret) if (ret)
return ret; return ret;
@ -1063,14 +1063,16 @@ static int vdec_stop_capture(struct venus_inst *inst)
switch (inst->codec_state) { switch (inst->codec_state) {
case VENUS_DEC_STATE_DECODING: case VENUS_DEC_STATE_DECODING:
ret = hfi_session_flush(inst, HFI_FLUSH_ALL); ret = hfi_session_flush(inst, HFI_FLUSH_ALL, true);
/* fallthrough */ /* fallthrough */
case VENUS_DEC_STATE_DRAIN: case VENUS_DEC_STATE_DRAIN:
vdec_cancel_dst_buffers(inst); vdec_cancel_dst_buffers(inst);
inst->codec_state = VENUS_DEC_STATE_STOPPED; inst->codec_state = VENUS_DEC_STATE_STOPPED;
break; break;
case VENUS_DEC_STATE_DRC: case VENUS_DEC_STATE_DRC:
ret = hfi_session_flush(inst, HFI_FLUSH_OUTPUT); WARN_ON(1);
fallthrough;
case VENUS_DEC_STATE_DRC_FLUSH_DONE:
inst->codec_state = VENUS_DEC_STATE_CAPTURE_SETUP; inst->codec_state = VENUS_DEC_STATE_CAPTURE_SETUP;
venus_helper_free_dpb_bufs(inst); venus_helper_free_dpb_bufs(inst);
break; break;
@ -1091,12 +1093,12 @@ static int vdec_stop_output(struct venus_inst *inst)
case VENUS_DEC_STATE_DECODING: case VENUS_DEC_STATE_DECODING:
case VENUS_DEC_STATE_DRAIN: case VENUS_DEC_STATE_DRAIN:
case VENUS_DEC_STATE_STOPPED: case VENUS_DEC_STATE_STOPPED:
ret = hfi_session_flush(inst, HFI_FLUSH_ALL); ret = hfi_session_flush(inst, HFI_FLUSH_ALL, true);
inst->codec_state = VENUS_DEC_STATE_SEEK; inst->codec_state = VENUS_DEC_STATE_SEEK;
break; break;
case VENUS_DEC_STATE_INIT: case VENUS_DEC_STATE_INIT:
case VENUS_DEC_STATE_CAPTURE_SETUP: case VENUS_DEC_STATE_CAPTURE_SETUP:
ret = hfi_session_flush(inst, HFI_FLUSH_INPUT); ret = hfi_session_flush(inst, HFI_FLUSH_INPUT, true);
break; break;
default: default:
break; break;
@ -1234,6 +1236,13 @@ static void vdec_buf_done(struct venus_inst *inst, unsigned int buf_type,
vb->timestamp = timestamp_us * NSEC_PER_USEC; vb->timestamp = timestamp_us * NSEC_PER_USEC;
vbuf->sequence = inst->sequence_cap++; vbuf->sequence = inst->sequence_cap++;
if (inst->last_buf == vb) {
inst->last_buf = NULL;
vbuf->flags |= V4L2_BUF_FLAG_LAST;
vb2_set_plane_payload(vb, 0, 0);
vb->timestamp = 0;
}
if (vbuf->flags & V4L2_BUF_FLAG_LAST) { if (vbuf->flags & V4L2_BUF_FLAG_LAST) {
const struct v4l2_event ev = { .type = V4L2_EVENT_EOS }; const struct v4l2_event ev = { .type = V4L2_EVENT_EOS };
@ -1311,6 +1320,25 @@ static void vdec_event_change(struct venus_inst *inst,
} }
} }
/*
* The assumption is that the firmware have to return the last buffer
* before this event is received in the v4l2 driver. Also the firmware
* itself doesn't mark the last decoder output buffer with HFI EOS flag.
*/
if (!sufficient && inst->codec_state == VENUS_DEC_STATE_DRC) {
struct vb2_v4l2_buffer *last;
int ret;
last = v4l2_m2m_last_dst_buf(inst->m2m_ctx);
if (last)
inst->last_buf = &last->vb2_buf;
ret = hfi_session_flush(inst, HFI_FLUSH_OUTPUT, false);
if (ret)
dev_dbg(dev, "flush output error %d\n", ret);
}
inst->reconfig = true; inst->reconfig = true;
v4l2_event_queue_fh(&inst->fh, &ev); v4l2_event_queue_fh(&inst->fh, &ev);
wake_up(&inst->reconf_wait); wake_up(&inst->reconf_wait);
@ -1351,9 +1379,16 @@ static void vdec_event_notify(struct venus_inst *inst, u32 event,
} }
} }
static void vdec_flush_done(struct venus_inst *inst)
{
if (inst->codec_state == VENUS_DEC_STATE_DRC)
inst->codec_state = VENUS_DEC_STATE_DRC_FLUSH_DONE;
}
static const struct hfi_inst_ops vdec_hfi_ops = { static const struct hfi_inst_ops vdec_hfi_ops = {
.buf_done = vdec_buf_done, .buf_done = vdec_buf_done,
.event_notify = vdec_event_notify, .event_notify = vdec_event_notify,
.flush_done = vdec_flush_done,
}; };
static void vdec_inst_init(struct venus_inst *inst) static void vdec_inst_init(struct venus_inst *inst)