1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
|
From 43f17e232abec4960a2edd6f245d6e1e0058a858 Mon Sep 17 00:00:00 2001
From: Naushir Patuck <naush@raspberrypi.com>
Date: Thu, 2 Apr 2020 16:08:51 +0100
Subject: [PATCH] media: bcm2835-unicam: Use dummy buffer if none have
been queued
If no buffer has been queued by a userland application, we use an
internal dummy buffer for the hardware to spin in. This will allow
the driver to release the existing userland buffer back to the
application for processing.
Signed-off-by: Naushir Patuck <naush@raspberrypi.com>
---
.../media/platform/bcm2835/bcm2835-unicam.c | 160 ++++++++++++------
1 file changed, 110 insertions(+), 50 deletions(-)
--- a/drivers/media/platform/bcm2835/bcm2835-unicam.c
+++ b/drivers/media/platform/bcm2835/bcm2835-unicam.c
@@ -47,6 +47,7 @@
#include <linux/clk.h>
#include <linux/delay.h>
#include <linux/device.h>
+#include <linux/dma-mapping.h>
#include <linux/err.h>
#include <linux/init.h>
#include <linux/interrupt.h>
@@ -112,6 +113,12 @@ MODULE_PARM_DESC(debug, "Debug level 0-3
/* Default size of the embedded buffer */
#define UNICAM_EMBEDDED_SIZE 8192
+/*
+ * Size of the dummy buffer. Can be any size really, but the DMA
+ * allocation works in units of page sizes.
+ */
+#define DUMMY_BUF_SIZE (PAGE_SIZE)
+
enum pad_types {
IMAGE_PAD,
METADATA_PAD,
@@ -390,6 +397,12 @@ struct unicam_node {
struct media_pad pad;
struct v4l2_ctrl_handler ctrl_handler;
unsigned int embedded_lines;
+ /*
+ * Dummy buffer intended to be used by unicam
+ * if we have no other queued buffers to swap to.
+ */
+ void *dummy_buf_cpu_addr;
+ dma_addr_t dummy_buf_dma_addr;
};
struct unicam_device {
@@ -661,27 +674,24 @@ static int unicam_reset_format(struct un
return 0;
}
-static void unicam_wr_dma_addr(struct unicam_device *dev, dma_addr_t dmaaddr,
- int pad_id)
+static void unicam_wr_dma_addr(struct unicam_cfg *cfg, dma_addr_t dmaaddr,
+ unsigned int buffer_size, int pad_id)
{
- dma_addr_t endaddr;
+ dma_addr_t endaddr = dmaaddr + buffer_size;
/*
- * dmaaddr should be a 32-bit address with the top two bits set to 0x3
- * to signify uncached access through the Videocore memory controller.
+ * dmaaddr and endaddr should be a 32-bit address with the top two bits
+ * set to 0x3 to signify uncached access through the Videocore memory
+ * controller.
*/
- BUG_ON((dmaaddr >> 30) != 0x3);
+ BUG_ON((dmaaddr >> 30) != 0x3 && (endaddr >> 30) != 0x3);
if (pad_id == IMAGE_PAD) {
- endaddr = dmaaddr +
- dev->node[IMAGE_PAD].v_fmt.fmt.pix.sizeimage;
- reg_write(&dev->cfg, UNICAM_IBSA0, dmaaddr);
- reg_write(&dev->cfg, UNICAM_IBEA0, endaddr);
+ reg_write(cfg, UNICAM_IBSA0, dmaaddr);
+ reg_write(cfg, UNICAM_IBEA0, endaddr);
} else {
- endaddr = dmaaddr +
- dev->node[METADATA_PAD].v_fmt.fmt.meta.buffersize;
- reg_write(&dev->cfg, UNICAM_DBSA0, dmaaddr);
- reg_write(&dev->cfg, UNICAM_DBEA0, endaddr);
+ reg_write(cfg, UNICAM_DBSA0, dmaaddr);
+ reg_write(cfg, UNICAM_DBEA0, endaddr);
}
}
@@ -704,6 +714,7 @@ static inline void unicam_schedule_next_
struct unicam_device *dev = node->dev;
struct unicam_dmaqueue *dma_q = &node->dma_queue;
struct unicam_buffer *buf;
+ unsigned int size;
dma_addr_t addr;
buf = list_entry(dma_q->active.next, struct unicam_buffer, list);
@@ -711,7 +722,23 @@ static inline void unicam_schedule_next_
list_del(&buf->list);
addr = vb2_dma_contig_plane_dma_addr(&buf->vb.vb2_buf, 0);
- unicam_wr_dma_addr(dev, addr, node->pad_id);
+ size = (node->pad_id == IMAGE_PAD) ?
+ dev->node[IMAGE_PAD].v_fmt.fmt.pix.sizeimage :
+ dev->node[METADATA_PAD].v_fmt.fmt.meta.buffersize;
+
+ unicam_wr_dma_addr(&dev->cfg, addr, size, node->pad_id);
+}
+
+static inline void unicam_schedule_dummy_buffer(struct unicam_node *node)
+{
+ struct unicam_device *dev = node->dev;
+ dma_addr_t addr = node->dummy_buf_dma_addr;
+
+ unicam_dbg(3, dev, "Scheduling dummy buffer for node %d\n",
+ node->pad_id);
+
+ unicam_wr_dma_addr(&dev->cfg, addr, DUMMY_BUF_SIZE, node->pad_id);
+ node->next_frm = NULL;
}
static inline void unicam_process_buffer_complete(struct unicam_node *node,
@@ -721,7 +748,6 @@ static inline void unicam_process_buffer
node->cur_frm->vb.sequence = sequence;
vb2_buffer_done(&node->cur_frm->vb.vb2_buf, VB2_BUF_STATE_DONE);
- node->cur_frm = node->next_frm;
}
static int unicam_num_nodes_streaming(struct unicam_device *dev)
@@ -788,6 +814,28 @@ static irqreturn_t unicam_isr(int irq, v
if (!(sta && (UNICAM_IS | UNICAM_PI0)))
return IRQ_HANDLED;
+ /*
+ * We must run the frame end handler first. If we have a valid next_frm
+ * and we get a simultaneout FE + FS interrupt, running the FS handler
+ * first would null out the next_frm ptr and we would have lost the
+ * buffer forever.
+ */
+ if (ista & UNICAM_FEI || sta & UNICAM_PI0) {
+ /*
+ * Ensure we have swapped buffers already as we can't
+ * stop the peripheral. If no buffer is available, use a
+ * dummy buffer to dump out frames until we get a new buffer
+ * to use.
+ */
+ for (i = 0; i < num_nodes_streaming; i++) {
+ if (unicam->node[i].cur_frm)
+ unicam_process_buffer_complete(&unicam->node[i],
+ sequence);
+ unicam->node[i].cur_frm = unicam->node[i].next_frm;
+ }
+ unicam->sequence++;
+ }
+
if (ista & UNICAM_FSI) {
/*
* Timestamp is to be when the first data byte was captured,
@@ -798,24 +846,16 @@ static irqreturn_t unicam_isr(int irq, v
if (unicam->node[i].cur_frm)
unicam->node[i].cur_frm->vb.vb2_buf.timestamp =
ts;
+ /*
+ * Set the next frame output to go to a dummy frame
+ * if we have not managed to obtain another frame
+ * from the queue.
+ */
+ unicam_schedule_dummy_buffer(&unicam->node[i]);
}
}
- if (ista & UNICAM_FEI || sta & UNICAM_PI0) {
- /*
- * Ensure we have swapped buffers already as we can't
- * stop the peripheral. Overwrite the frame we've just
- * captured instead.
- */
- for (i = 0; i < num_nodes_streaming; i++) {
- if (unicam->node[i].cur_frm &&
- unicam->node[i].cur_frm != unicam->node[i].next_frm)
- unicam_process_buffer_complete(&unicam->node[i],
- sequence);
- }
- unicam->sequence++;
- }
-
- /* Cannot swap buffer at frame end, there may be a race condition
+ /*
+ * Cannot swap buffer at frame end, there may be a race condition
* where the HW does not actually swap it if the new frame has
* already started.
*/
@@ -823,7 +863,7 @@ static irqreturn_t unicam_isr(int irq, v
for (i = 0; i < num_nodes_streaming; i++) {
spin_lock(&unicam->node[i].dma_queue_lock);
if (!list_empty(&unicam->node[i].dma_queue.active) &&
- unicam->node[i].cur_frm == unicam->node[i].next_frm)
+ !unicam->node[i].next_frm)
unicam_schedule_next_buffer(&unicam->node[i]);
spin_unlock(&unicam->node[i].dma_queue_lock);
}
@@ -1352,7 +1392,7 @@ static void unicam_start_rx(struct unica
{
struct unicam_cfg *cfg = &dev->cfg;
int line_int_freq = dev->node[IMAGE_PAD].v_fmt.fmt.pix.height >> 2;
- unsigned int i;
+ unsigned int size, i;
u32 val;
if (line_int_freq < 128)
@@ -1413,7 +1453,7 @@ static void unicam_start_rx(struct unica
reg_write_field(cfg, UNICAM_ANA, 0, UNICAM_DDL);
/* Always start in trigger frame capture mode (UNICAM_FCM set) */
- val = UNICAM_FSIE | UNICAM_FEIE | UNICAM_FCM;
+ val = UNICAM_FSIE | UNICAM_FEIE | UNICAM_FCM | UNICAM_IBOB;
set_field(&val, line_int_freq, UNICAM_LCIE_MASK);
reg_write(cfg, UNICAM_ICTL, val);
reg_write(cfg, UNICAM_STA, UNICAM_STA_MASK_ALL);
@@ -1501,7 +1541,8 @@ static void unicam_start_rx(struct unica
reg_write(&dev->cfg, UNICAM_IBLS,
dev->node[IMAGE_PAD].v_fmt.fmt.pix.bytesperline);
- unicam_wr_dma_addr(dev, addr[IMAGE_PAD], IMAGE_PAD);
+ size = dev->node[IMAGE_PAD].v_fmt.fmt.pix.sizeimage;
+ unicam_wr_dma_addr(&dev->cfg, addr[IMAGE_PAD], size, IMAGE_PAD);
unicam_set_packing_config(dev);
unicam_cfg_image_id(dev);
@@ -1511,8 +1552,10 @@ static void unicam_start_rx(struct unica
reg_write(cfg, UNICAM_MISC, val);
if (dev->node[METADATA_PAD].streaming && dev->sensor_embedded_data) {
+ size = dev->node[METADATA_PAD].v_fmt.fmt.meta.buffersize;
unicam_enable_ed(dev);
- unicam_wr_dma_addr(dev, addr[METADATA_PAD], METADATA_PAD);
+ unicam_wr_dma_addr(&dev->cfg, addr[METADATA_PAD], size,
+ METADATA_PAD);
}
/* Enable peripheral */
@@ -1686,13 +1729,14 @@ static void unicam_stop_streaming(struct
unicam_runtime_put(dev);
} else if (node->pad_id == METADATA_PAD) {
- /* Null out the embedded data buffer address so the HW does
- * not use it. This is only really needed if the embedded data
- * pad is disabled before the image pad. The 0x3 in the top two
- * bits signifies uncached accesses through the Videocore
- * memory controller.
+ /* Allow the hardware to spin in the dummy buffer.
+ * This is only really needed if the embedded data pad is
+ * disabled before the image pad. The 0x3 in the top two bits
+ * signifies uncached accesses through the Videocore memory
+ * controller.
*/
- unicam_wr_dma_addr(dev, 0xc0000000, METADATA_PAD);
+ unicam_wr_dma_addr(&dev->cfg, node->dummy_buf_dma_addr,
+ DUMMY_BUF_SIZE, METADATA_PAD);
}
/* Clear all queued buffers for the node */
@@ -2321,6 +2365,15 @@ static int register_node(struct unicam_d
video_set_drvdata(vdev, node);
vdev->entity.flags |= MEDIA_ENT_FL_DEFAULT;
+ node->dummy_buf_cpu_addr = dma_alloc_coherent(&unicam->pdev->dev,
+ DUMMY_BUF_SIZE,
+ &node->dummy_buf_dma_addr,
+ GFP_ATOMIC);
+ if (!node->dummy_buf_cpu_addr) {
+ unicam_err(unicam, "Unable to allocate dummy buffer.\n");
+ return -ENOMEM;
+ }
+
if (node->pad_id == METADATA_PAD ||
!v4l2_subdev_has_op(unicam->sensor, video, s_std)) {
v4l2_disable_ioctl(&node->video_dev, VIDIOC_S_STD);
@@ -2376,13 +2429,20 @@ static int register_node(struct unicam_d
static void unregister_nodes(struct unicam_device *unicam)
{
- if (unicam->node[IMAGE_PAD].registered) {
- video_unregister_device(&unicam->node[IMAGE_PAD].video_dev);
- unicam->node[IMAGE_PAD].registered = 0;
- }
- if (unicam->node[METADATA_PAD].registered) {
- video_unregister_device(&unicam->node[METADATA_PAD].video_dev);
- unicam->node[METADATA_PAD].registered = 0;
+ struct unicam_node *node;
+ int i;
+
+ for (i = 0; i < MAX_NODES; i++) {
+ node = &unicam->node[i];
+ if (node->dummy_buf_cpu_addr) {
+ dma_free_coherent(&unicam->pdev->dev, DUMMY_BUF_SIZE,
+ node->dummy_buf_cpu_addr,
+ node->dummy_buf_dma_addr);
+ }
+ if (node->registered) {
+ video_unregister_device(&node->video_dev);
+ node->registered = 0;
+ }
}
}
|