[<prev] [next>] [<thread-prev] [day] [month] [year] [list]
Message-ID: <dqswo6rosuqz6bfljcqn4lcaxekeffncfb6chekuitrpi2kejw@hysfnu2s75rw>
Date: Tue, 17 Jun 2025 16:06:14 +0200
From: Jacopo Mondi <jacopo.mondi@...asonboard.com>
To: Laurent Pinchart <laurent.pinchart@...asonboard.com>
Cc: Jacopo Mondi <jacopo.mondi@...asonboard.com>,
Naushir Patuck <naush@...pberrypi.com>, Nick Hollinghurst <nick.hollinghurst@...pberrypi.com>,
David Plowman <david.plowman@...pberrypi.com>, Dave Stevenson <dave.stevenson@...pberrypi.com>,
Raspberry Pi Kernel Maintenance <kernel-list@...pberrypi.com>, Mauro Carvalho Chehab <mchehab@...nel.org>,
Florian Fainelli <florian.fainelli@...adcom.com>,
Broadcom internal kernel review list <bcm-kernel-feedback-list@...adcom.com>, Sakari Ailus <sakari.ailus@...ux.intel.com>,
Hans Verkuil <hverkuil@...all.nl>, linux-media@...r.kernel.org,
linux-rpi-kernel@...ts.infradead.org, linux-arm-kernel@...ts.infradead.org,
linux-kernel@...r.kernel.org
Subject: Re: [PATCH v7 3/4] media: pisp_be: Split jobs creation and scheduling
On Tue, Jun 17, 2025 at 04:53:04PM +0300, Laurent Pinchart wrote:
> > > > -static int pispbe_prepare_job(struct pispbe_dev *pispbe,
> > > > - struct pispbe_job_descriptor *job)
> > > > +static int pispbe_prepare_job(struct pispbe_dev *pispbe)
> > > > {
> > > > struct pispbe_buffer *buf[PISPBE_NUM_NODES] = {};
> > > > + struct pispbe_job_descriptor *job;
> > >
> > > You could use
> > >
> > > struct pispbe_job_descriptor __free(kfree) *job = NULL;
> > >
> > > and drop the kfree() in the error paths to simplify error handling and
> > > make it more robust. Don't forget to set job to NULL just after adding
> > > it to the job_queue.
> > >
> >
> > Only if I
> >
> > no_free_ptr(job);
>
> That's setting it to NULL, yes.
>
I realized my comment was unparsable, sorry. I meant I wanted to use
no_free_ptr(job) which is equivalent to job = NULL; but more explicit,
but media-ci reported that I'm not meant to ignore its return value so
I went for job = NULL in the end.
> > before returning as job as to stay valid until it gets consumed.
> >
> > I'm not sure it's worth it just to save two "kfree(job);" in error
> > paths
>
> Up to you.
>
I'm in two minds here. It makes cleanup paths easier but requires an
ad-hoc handling before returning. Oh well, let's use this new fancy
features and be done with that. That's what I've done in v8
Thanks
j
> > > > + unsigned int streaming_map;
> > > > unsigned int config_index;
> > > > struct pispbe_node *node;
> > > > - unsigned long flags;
> > > >
> > > > - lockdep_assert_held(&pispbe->hw_lock);
> > >
> > > You could replace this with
> > >
> > > lockdep_assert_irqs_enabled();
> > >
> > > Up to you.
> > >
> > > > + scoped_guard(spinlock_irq, &pispbe->hw_lock) {
> > > > + static const u32 mask = BIT(CONFIG_NODE) | BIT(MAIN_INPUT_NODE);
> > > >
> > > > - memset(job, 0, sizeof(struct pispbe_job_descriptor));
> > > > + if ((pispbe->streaming_map & mask) != mask)
> > > > + return -ENODEV;
> > > >
> > > > - if (((BIT(CONFIG_NODE) | BIT(MAIN_INPUT_NODE)) &
> > > > - pispbe->streaming_map) !=
> > > > - (BIT(CONFIG_NODE) | BIT(MAIN_INPUT_NODE)))
> > > > - return -ENODEV;
> > > > + /*
> > > > + * Take a copy of streaming_map: nodes activated after this
> > > > + * point are ignored when preparing this job.
> > > > + */
> > > > + streaming_map = pispbe->streaming_map;
> > > > + }
> > > > +
> > > > + job = kzalloc(sizeof(*job), GFP_KERNEL);
> > > > + if (!job)
> > > > + return -ENOMEM;
> > > >
> > > > node = &pispbe->node[CONFIG_NODE];
> > > > - spin_lock_irqsave(&node->ready_lock, flags);
> > > > buf[CONFIG_NODE] = list_first_entry_or_null(&node->ready_queue,
> > > > struct pispbe_buffer,
> > > > ready_list);
> > > > - if (buf[CONFIG_NODE]) {
> > > > - list_del(&buf[CONFIG_NODE]->ready_list);
> > > > - pispbe->queued_job.buf[CONFIG_NODE] = buf[CONFIG_NODE];
> > > > + if (!buf[CONFIG_NODE]) {
> > > > + kfree(job);
> > > > + return -ENODEV;
> > > > }
> > > > - spin_unlock_irqrestore(&node->ready_lock, flags);
> > > >
> > > > - /* Exit early if no config buffer has been queued. */
> > > > - if (!buf[CONFIG_NODE])
> > > > - return -ENODEV;
> > > > + list_del(&buf[CONFIG_NODE]->ready_list);
> > > > + job->buffers[CONFIG_NODE] = buf[CONFIG_NODE];
> > > >
> > > > config_index = buf[CONFIG_NODE]->vb.vb2_buf.index;
> > > > job->config = &pispbe->config[config_index];
> > > > @@ -495,7 +503,7 @@ static int pispbe_prepare_job(struct pispbe_dev *pispbe,
> > > > continue;
> > > >
> > > > buf[i] = NULL;
> > > > - if (!(pispbe->streaming_map & BIT(i)))
> > > > + if (!(streaming_map & BIT(i)))
> > > > continue;
> > > >
> > > > if ((!(rgb_en & PISP_BE_RGB_ENABLE_OUTPUT0) &&
> > > > @@ -522,25 +530,25 @@ static int pispbe_prepare_job(struct pispbe_dev *pispbe,
> > > > node = &pispbe->node[i];
> > > >
> > > > /* Pull a buffer from each V4L2 queue to form the queued job */
> > > > - spin_lock_irqsave(&node->ready_lock, flags);
> > > > buf[i] = list_first_entry_or_null(&node->ready_queue,
> > > > struct pispbe_buffer,
> > > > ready_list);
> > > > if (buf[i]) {
> > > > list_del(&buf[i]->ready_list);
> > > > - pispbe->queued_job.buf[i] = buf[i];
> > > > + job->buffers[i] = buf[i];
> > > > }
> > > > - spin_unlock_irqrestore(&node->ready_lock, flags);
> > > >
> > > > if (!buf[i] && !ignore_buffers)
> > > > goto err_return_buffers;
> > > > }
> > > >
> > > > - pispbe->queued_job.valid = true;
> > > > -
> > > > /* Convert buffers to DMA addresses for the hardware */
> > > > pispbe_xlate_addrs(pispbe, job, buf);
> > > >
> > > > + scoped_guard(spinlock_irq, &pispbe->hw_lock) {
> > > > + list_add_tail(&job->queue, &pispbe->job_queue);
> > > > + }
> > > > +
> > > > return 0;
> > > >
> > > > err_return_buffers:
> > > > @@ -551,33 +559,39 @@ static int pispbe_prepare_job(struct pispbe_dev *pispbe,
> > > > continue;
> > > >
> > > > /* Return the buffer to the ready_list queue */
> > > > - spin_lock_irqsave(&n->ready_lock, flags);
> > > > list_add(&buf[i]->ready_list, &n->ready_queue);
> > > > - spin_unlock_irqrestore(&n->ready_lock, flags);
> > > > }
> > > >
> > > > - memset(&pispbe->queued_job, 0, sizeof(pispbe->queued_job));
> > > > + kfree(job);
> > > >
> > > > return -ENODEV;
> > > > }
> > > >
> > > > static void pispbe_schedule(struct pispbe_dev *pispbe, bool clear_hw_busy)
> > > > {
> > > > - struct pispbe_job_descriptor job;
> > > > - unsigned long flags;
> > > > - int ret;
> > > > + struct pispbe_job_descriptor *job;
> > > > +
> > > > + scoped_guard(spinlock_irqsave, &pispbe->hw_lock) {
> > > > + if (clear_hw_busy)
> > > > + pispbe->hw_busy = false;
> > > > +
> > > > + if (pispbe->hw_busy)
> > > > + return;
> > > >
> > > > - spin_lock_irqsave(&pispbe->hw_lock, flags);
> > > > + job = list_first_entry_or_null(&pispbe->job_queue,
> > > > + struct pispbe_job_descriptor,
> > > > + queue);
> > > > + if (!job)
> > > > + return;
> > > >
> > > > - if (clear_hw_busy)
> > > > - pispbe->hw_busy = false;
> > > > + list_del(&job->queue);
> > > >
> > > > - if (pispbe->hw_busy)
> > > > - goto unlock_and_return;
> > > > + for (unsigned int i = 0; i < PISPBE_NUM_NODES; i++)
> > > > + pispbe->queued_job.buf[i] = job->buffers[i];
> > > > + pispbe->queued_job.valid = true;
> > > >
> > > > - ret = pispbe_prepare_job(pispbe, &job);
> > > > - if (ret)
> > > > - goto unlock_and_return;
> > > > + pispbe->hw_busy = true;
> > > > + }
> > > >
> > > > /*
> > > > * We can kick the job off without the hw_lock, as this can
> > > > @@ -585,16 +599,8 @@ static void pispbe_schedule(struct pispbe_dev *pispbe, bool clear_hw_busy)
> > > > * only when the following job has been queued and an interrupt
> > > > * is rised.
> > > > */
> > > > - pispbe->hw_busy = true;
> > > > - spin_unlock_irqrestore(&pispbe->hw_lock, flags);
> > > > -
> > > > - pispbe_queue_job(pispbe, &job);
> > > > -
> > > > - return;
> > > > -
> > > > -unlock_and_return:
> > > > - /* No job has been queued, just release the lock and return. */
> > > > - spin_unlock_irqrestore(&pispbe->hw_lock, flags);
> > > > + pispbe_queue_job(pispbe, job);
> > > > + kfree(job);
> > > > }
> > > >
> > > > static void pispbe_isr_jobdone(struct pispbe_dev *pispbe,
> > > > @@ -846,18 +852,16 @@ static void pispbe_node_buffer_queue(struct vb2_buffer *buf)
> > > > container_of(vbuf, struct pispbe_buffer, vb);
> > > > struct pispbe_node *node = vb2_get_drv_priv(buf->vb2_queue);
> > > > struct pispbe_dev *pispbe = node->pispbe;
> > > > - unsigned long flags;
> > > >
> > > > dev_dbg(pispbe->dev, "%s: for node %s\n", __func__, NODE_NAME(node));
> > > > - spin_lock_irqsave(&node->ready_lock, flags);
> > > > list_add_tail(&buffer->ready_list, &node->ready_queue);
> > > > - spin_unlock_irqrestore(&node->ready_lock, flags);
> > > >
> > > > /*
> > > > * Every time we add a buffer, check if there's now some work for the hw
> > > > * to do.
> > > > */
> > > > - pispbe_schedule(pispbe, false);
> > > > + if (!pispbe_prepare_job(pispbe))
> > > > + pispbe_schedule(pispbe, false);
> > > > }
> > > >
> > > > static int pispbe_node_start_streaming(struct vb2_queue *q, unsigned int count)
> > > > @@ -865,17 +869,16 @@ static int pispbe_node_start_streaming(struct vb2_queue *q, unsigned int count)
> > > > struct pispbe_node *node = vb2_get_drv_priv(q);
> > > > struct pispbe_dev *pispbe = node->pispbe;
> > > > struct pispbe_buffer *buf, *tmp;
> > > > - unsigned long flags;
> > > > int ret;
> > > >
> > > > ret = pm_runtime_resume_and_get(pispbe->dev);
> > > > if (ret < 0)
> > > > goto err_return_buffers;
> > > >
> > > > - spin_lock_irqsave(&pispbe->hw_lock, flags);
> > > > - node->pispbe->streaming_map |= BIT(node->id);
> > > > - node->pispbe->sequence = 0;
> > > > - spin_unlock_irqrestore(&pispbe->hw_lock, flags);
> > > > + scoped_guard(spinlock_irq, &pispbe->hw_lock) {
> > > > + node->pispbe->streaming_map |= BIT(node->id);
> > > > + node->pispbe->sequence = 0;
> > > > + }
> > > >
> > > > dev_dbg(pispbe->dev, "%s: for node %s (count %u)\n",
> > > > __func__, NODE_NAME(node), count);
> > > > @@ -883,17 +886,16 @@ static int pispbe_node_start_streaming(struct vb2_queue *q, unsigned int count)
> > > > node->pispbe->streaming_map);
> > > >
> > > > /* Maybe we're ready to run. */
> > > > - pispbe_schedule(pispbe, false);
> > > > + if (!pispbe_prepare_job(pispbe))
> > > > + pispbe_schedule(pispbe, false);
> > > >
> > > > return 0;
> > > >
> > > > err_return_buffers:
> > > > - spin_lock_irqsave(&pispbe->hw_lock, flags);
> > > > list_for_each_entry_safe(buf, tmp, &node->ready_queue, ready_list) {
> > > > list_del(&buf->ready_list);
> > > > vb2_buffer_done(&buf->vb.vb2_buf, VB2_BUF_STATE_QUEUED);
> > > > }
> > > > - spin_unlock_irqrestore(&pispbe->hw_lock, flags);
> > > >
> > > > return ret;
> > > > }
> > > > @@ -903,7 +905,6 @@ static void pispbe_node_stop_streaming(struct vb2_queue *q)
> > > > struct pispbe_node *node = vb2_get_drv_priv(q);
> > > > struct pispbe_dev *pispbe = node->pispbe;
> > > > struct pispbe_buffer *buf;
> > > > - unsigned long flags;
> > > >
> > > > /*
> > > > * Now this is a bit awkward. In a simple M2M device we could just wait
> > > > @@ -915,11 +916,7 @@ static void pispbe_node_stop_streaming(struct vb2_queue *q)
> > > > * This may return buffers out of order.
> > > > */
> > > > dev_dbg(pispbe->dev, "%s: for node %s\n", __func__, NODE_NAME(node));
> > > > - spin_lock_irqsave(&pispbe->hw_lock, flags);
> > > > do {
> > > > - unsigned long flags1;
> > > > -
> > > > - spin_lock_irqsave(&node->ready_lock, flags1);
> > > > buf = list_first_entry_or_null(&node->ready_queue,
> > > > struct pispbe_buffer,
> > > > ready_list);
> > > > @@ -927,15 +924,23 @@ static void pispbe_node_stop_streaming(struct vb2_queue *q)
> > > > list_del(&buf->ready_list);
> > > > vb2_buffer_done(&buf->vb.vb2_buf, VB2_BUF_STATE_ERROR);
> > > > }
> > > > - spin_unlock_irqrestore(&node->ready_lock, flags1);
> > > > } while (buf);
> > > > - spin_unlock_irqrestore(&pispbe->hw_lock, flags);
> > > >
> > > > vb2_wait_for_all_buffers(&node->queue);
> > > >
> > > > - spin_lock_irqsave(&pispbe->hw_lock, flags);
> > > > + spin_lock_irq(&pispbe->hw_lock);
> > > > pispbe->streaming_map &= ~BIT(node->id);
> > > > - spin_unlock_irqrestore(&pispbe->hw_lock, flags);
> > > > +
> > > > + /* Release all jobs once all nodes have stopped streaming. */
> > > > + if (pispbe->streaming_map == 0) {
> > > > + struct pispbe_job_descriptor *job, *temp;
> > > > +
> > > > + list_for_each_entry_safe(job, temp, &pispbe->job_queue, queue) {
> > > > + list_del(&job->queue);
> > > > + kfree(job);
> > > > + }
> > > > + }
> > >
> > > Please splice pispbe->job_queue to a local list with the lock held, and
> > > then iterate over the local list without the lock held to free the jobs.
> > >
> > > Reviewed-by: Laurent Pinchart <laurent.pinchart@...asonboard.com>
> > >
> > > > + spin_unlock_irq(&pispbe->hw_lock);
> > > >
> > > > pm_runtime_mark_last_busy(pispbe->dev);
> > > > pm_runtime_put_autosuspend(pispbe->dev);
> > > > @@ -1393,7 +1398,6 @@ static int pispbe_init_node(struct pispbe_dev *pispbe, unsigned int id)
> > > > mutex_init(&node->node_lock);
> > > > mutex_init(&node->queue_lock);
> > > > INIT_LIST_HEAD(&node->ready_queue);
> > > > - spin_lock_init(&node->ready_lock);
> > > >
> > > > node->format.type = node->buf_type;
> > > > pispbe_node_def_fmt(node);
> > > > @@ -1677,6 +1681,8 @@ static int pispbe_probe(struct platform_device *pdev)
> > > > if (!pispbe)
> > > > return -ENOMEM;
> > > >
> > > > + INIT_LIST_HEAD(&pispbe->job_queue);
> > > > +
> > > > dev_set_drvdata(&pdev->dev, pispbe);
> > > > pispbe->dev = &pdev->dev;
> > > > platform_set_drvdata(pdev, pispbe);
>
> --
> Regards,
>
> Laurent Pinchart
Powered by blists - more mailing lists