cx18-mailbox.c revision ef99179710d6ec04d6783afdf8387523c7087920
11c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil/*
21c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  cx18 mailbox functions
31c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *
41c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  Copyright (C) 2007  Hans Verkuil <hverkuil@xs4all.nl>
51ed9dcc8ef61c35a620fecc039c01f2c50dceb80Andy Walls *  Copyright (C) 2008  Andy Walls <awalls@radix.net>
61c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *
71c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  This program is free software; you can redistribute it and/or modify
81c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  it under the terms of the GNU General Public License as published by
91c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  the Free Software Foundation; either version 2 of the License, or
101c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  (at your option) any later version.
111c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *
121c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  This program is distributed in the hope that it will be useful,
131c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  but WITHOUT ANY WARRANTY; without even the implied warranty of
141c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
151c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  GNU General Public License for more details.
161c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *
171c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  You should have received a copy of the GNU General Public License
181c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  along with this program; if not, write to the Free Software
191c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
201c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil *  02111-1307  USA
211c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil */
221c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
231c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil#include <stdarg.h>
241c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
251c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil#include "cx18-driver.h"
26b1526421eac9a912b2cda7e147f1da2aa31be278Andy Walls#include "cx18-io.h"
271c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil#include "cx18-scb.h"
281c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil#include "cx18-irq.h"
291c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil#include "cx18-mailbox.h"
30ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls#include "cx18-queue.h"
31ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls#include "cx18-streams.h"
32ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
33ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Wallsstatic const char *rpu_str[] = { "APU", "CPU", "EPU", "HPU" };
341c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
351c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil#define API_FAST (1 << 2) /* Short timeout */
361c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil#define API_SLOW (1 << 3) /* Additional 300ms timeout */
371c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
381c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuilstruct cx18_api_info {
391c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	u32 cmd;
401c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	u8 flags;		/* Flags, see above */
411c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	u8 rpu;			/* Processing unit */
421c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	const char *name; 	/* The name of the command */
431c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil};
441c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
451c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil#define API_ENTRY(rpu, x, f) { (x), (f), (rpu), #x }
461c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
471c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuilstatic const struct cx18_api_info api_info[] = {
481c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	/* MPEG encoder API */
491c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_CHANNEL_TYPE,		0),
501c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_EPU_DEBUG, 				0),
511c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CREATE_TASK, 			0),
521c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_DESTROY_TASK, 			0),
531c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_CAPTURE_START,                  API_SLOW),
541c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_CAPTURE_STOP,                   API_SLOW),
551c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_CAPTURE_PAUSE,                  0),
561c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_CAPTURE_RESUME,                 0),
571c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_CHANNEL_TYPE,               0),
581c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_STREAM_OUTPUT_TYPE,         0),
591c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_VIDEO_IN,                   0),
601c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_VIDEO_RATE,                 0),
611c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_VIDEO_RESOLUTION,           0),
621c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_FILTER_PARAM,               0),
631c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_SPATIAL_FILTER_TYPE,        0),
641c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_MEDIAN_CORING,              0),
651c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_INDEXTABLE,                 0),
661c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_AUDIO_PARAMETERS,           0),
671c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_VIDEO_MUTE,                 0),
681c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_AUDIO_MUTE,                 0),
691c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_MISC_PARAMETERS,            0),
701c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_RAW_VBI_PARAM,              API_SLOW),
711c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_CAPTURE_LINE_NO,            0),
721c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_COPYRIGHT,                  0),
731c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_AUDIO_PID,                  0),
741c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_VIDEO_PID,                  0),
751c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_VER_CROP_LINE,              0),
761c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_GOP_STRUCTURE,              0),
771c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_SCENE_CHANGE_DETECTION,     0),
781c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_ASPECT_RATIO,               0),
791c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_SKIP_INPUT_FRAME,           0),
801c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_SLICED_VBI_PARAM,           0),
811c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_SET_USERDATA_PLACE_HOLDER,      0),
821c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_GET_ENC_PTS,                    0),
831c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_DE_SET_MDL_ACK,			0),
841c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(CPU, CX18_CPU_DE_SET_MDL,			API_FAST),
854e6b61047db2a77a250b6510bdb3c20c41aee591Andy Walls	API_ENTRY(CPU, CX18_CPU_DE_RELEASE_MDL,			API_SLOW),
86350145a4f7d0edffdccdace1221efc6d1d362a36Andy Walls	API_ENTRY(APU, CX18_APU_START,				0),
87350145a4f7d0edffdccdace1221efc6d1d362a36Andy Walls	API_ENTRY(APU, CX18_APU_STOP,				0),
88fd6b9c978dc3447b9b4677d8949ef3ea7f946abcAndy Walls	API_ENTRY(APU, CX18_APU_RESETAI,			0),
89fd6b9c978dc3447b9b4677d8949ef3ea7f946abcAndy Walls	API_ENTRY(CPU, CX18_CPU_DEBUG_PEEK32,			0),
901c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	API_ENTRY(0, 0,						0),
911c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil};
921c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
931c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuilstatic const struct cx18_api_info *find_api_info(u32 cmd)
941c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil{
951c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	int i;
961c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
971c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	for (i = 0; api_info[i].cmd; i++)
981c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		if (api_info[i].cmd == cmd)
991c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil			return &api_info[i];
1001c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	return NULL;
1011c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil}
1021c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
10350299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls/* Call with buf of n*11+1 bytes */
10450299994181b835e5a6ee2882df2ee07e7fb4491Andy Wallsstatic char *u32arr2hex(u32 data[], int n, char *buf)
105ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls{
106ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	char *p;
107ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	int i;
108ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
10950299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls	for (i = 0, p = buf; i < n; i++, p += 11) {
11050299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls		/* kernel snprintf() appends '\0' always */
11150299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls		snprintf(p, 12, " %#010x", data[i]);
11250299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls	}
11350299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls	*p = '\0';
11450299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls	return buf;
11550299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls}
11650299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls
11750299994181b835e5a6ee2882df2ee07e7fb4491Andy Wallsstatic void dump_mb(struct cx18 *cx, struct cx18_mailbox *mb, char *name)
11850299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls{
11950299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls	char argstr[MAX_MB_ARGUMENTS*11+1];
12050299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls
121ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	if (!(cx18_debug & CX18_DBGFLG_API))
122ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		return;
123ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
124ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	CX18_DEBUG_API("%s: req %#010x ack %#010x cmd %#010x err %#010x args%s"
12550299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls		       "\n", name, mb->request, mb->ack, mb->cmd, mb->error,
12650299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls		       u32arr2hex(mb->args, MAX_MB_ARGUMENTS, argstr));
127ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls}
128ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
129ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
130ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls/*
131ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls * Functions that run in a work_queue work handling context
132ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls */
133ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
13452fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Wallsstatic void cx18_mdl_send_to_dvb(struct cx18_stream *s, struct cx18_mdl *mdl)
13552fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls{
13652fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls	struct cx18_buffer *buf;
13752fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls
13852fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls	if (!s->dvb.enabled || mdl->bytesused == 0)
13952fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls		return;
14052fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls
14152fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls	/* We ignore mdl and buf readpos accounting here - it doesn't matter */
14252fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls
14352fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls	/* The likely case */
14452fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls	if (list_is_singular(&mdl->buf_list)) {
14552fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls		buf = list_first_entry(&mdl->buf_list, struct cx18_buffer,
14652fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls				       list);
14752fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls		if (buf->bytesused)
14852fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls			dvb_dmx_swfilter(&s->dvb.demux,
14952fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls					 buf->buf, buf->bytesused);
15052fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls		return;
15152fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls	}
15252fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls
15352fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls	list_for_each_entry(buf, &mdl->buf_list, list) {
15452fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls		if (buf->bytesused == 0)
15552fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls			break;
15652fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls		dvb_dmx_swfilter(&s->dvb.demux, buf->buf, buf->bytesused);
15752fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls	}
15852fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls}
15952fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls
160deed75ed9f7576ada4bca02e6c851833a352a38dAndy Wallsstatic void epu_dma_done(struct cx18 *cx, struct cx18_in_work_order *order)
161ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls{
162bca11a5721917d6d5874571813673a2669ffec4bAndy Walls	u32 handle, mdl_ack_count, id;
163ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	struct cx18_mailbox *mb;
164ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	struct cx18_mdl_ack *mdl_ack;
165ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	struct cx18_stream *s;
16652fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls	struct cx18_mdl *mdl;
167ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	int i;
168ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
169ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	mb = &order->mb;
170ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	handle = mb->args[0];
171ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	s = cx18_handle_to_stream(cx, handle);
172ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
173ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	if (s == NULL) {
174ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		CX18_WARN("Got DMA done notification for unknown/inactive"
175bca11a5721917d6d5874571813673a2669ffec4bAndy Walls			  " handle %d, %s mailbox seq no %d\n", handle,
176bca11a5721917d6d5874571813673a2669ffec4bAndy Walls			  (order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) ?
177bca11a5721917d6d5874571813673a2669ffec4bAndy Walls			  "stale" : "good", mb->request);
178ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		return;
179ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	}
180ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
181ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	mdl_ack_count = mb->args[2];
182ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	mdl_ack = order->mdl_ack;
183ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	for (i = 0; i < mdl_ack_count; i++, mdl_ack++) {
184bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		id = mdl_ack->id;
185bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		/*
186bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 * Simple integrity check for processing a stale (and possibly
18752fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls		 * inconsistent mailbox): make sure the MDL id is in the
188bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 * valid range for the stream.
189bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 *
190bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 * We go through the trouble of dealing with stale mailboxes
191bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 * because most of the time, the mailbox data is still valid and
192bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 * unchanged (and in practice the firmware ping-pongs the
193bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 * two mdl_ack buffers so mdl_acks are not stale).
194bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 *
195bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 * There are occasions when we get a half changed mailbox,
196bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 * which this check catches for a handle & id mismatch.  If the
197bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 * handle and id do correspond, the worst case is that we
19852fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls		 * completely lost the old MDL, but pick up the new MDL
199bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 * early (but the new mdl_ack is guaranteed to be good in this
200bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 * case as the firmware wouldn't point us to a new mdl_ack until
201bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 * it's filled in).
202bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 *
20352fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls		 * cx18_queue_get_mdl() will detect the lost MDLs
204abb096de82f6f920a06ca935f76925261e66b556Andy Walls		 * and send them back to q_free for fw rotation eventually.
205bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		 */
206bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		if ((order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) &&
207fa655dda5ce6e5ac4a9b94fd451358edca2ddab8Andy Walls		    !(id >= s->mdl_base_idx &&
208fa655dda5ce6e5ac4a9b94fd451358edca2ddab8Andy Walls		      id < (s->mdl_base_idx + s->buffers))) {
209bca11a5721917d6d5874571813673a2669ffec4bAndy Walls			CX18_WARN("Fell behind! Ignoring stale mailbox with "
21052fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls				  " inconsistent data. Lost MDL for mailbox "
211bca11a5721917d6d5874571813673a2669ffec4bAndy Walls				  "seq no %d\n", mb->request);
212bca11a5721917d6d5874571813673a2669ffec4bAndy Walls			break;
213bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		}
21452fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls		mdl = cx18_queue_get_mdl(s, id, mdl_ack->data_used);
215abb096de82f6f920a06ca935f76925261e66b556Andy Walls
21652fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls		CX18_DEBUG_HI_DMA("DMA DONE for %s (MDL %d)\n", s->name, id);
21752fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls		if (mdl == NULL) {
21852fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls			CX18_WARN("Could not find MDL %d for stream %s\n",
219bca11a5721917d6d5874571813673a2669ffec4bAndy Walls				  id, s->name);
220ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			continue;
221ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		}
222ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
22340c5520f55924ba87090d0d93222baad74202559Andy Walls		CX18_DEBUG_HI_DMA("%s recv bytesused = %d\n",
22452fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls				  s->name, mdl->bytesused);
22540c5520f55924ba87090d0d93222baad74202559Andy Walls
226ef99179710d6ec04d6783afdf8387523c7087920Andy Walls		if (s->type != CX18_ENC_STREAM_TYPE_TS) {
22752fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls			cx18_enqueue(s, mdl, &s->q_full);
228ef99179710d6ec04d6783afdf8387523c7087920Andy Walls			if (s->type == CX18_ENC_STREAM_TYPE_IDX)
229ef99179710d6ec04d6783afdf8387523c7087920Andy Walls				cx18_stream_rotate_idx_mdls(cx);
230ef99179710d6ec04d6783afdf8387523c7087920Andy Walls		}
23140c5520f55924ba87090d0d93222baad74202559Andy Walls		else {
23252fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls			cx18_mdl_send_to_dvb(s, mdl);
23352fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls			cx18_enqueue(s, mdl, &s->q_free);
234abb096de82f6f920a06ca935f76925261e66b556Andy Walls		}
235ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	}
23652fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls	/* Put as many MDLs as possible back into fw use */
23740c5520f55924ba87090d0d93222baad74202559Andy Walls	cx18_stream_load_fw_queue(s);
23840c5520f55924ba87090d0d93222baad74202559Andy Walls
239ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	wake_up(&cx->dma_waitq);
240ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	if (s->id != -1)
241ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		wake_up(&s->waitq);
242ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls}
243ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
244deed75ed9f7576ada4bca02e6c851833a352a38dAndy Wallsstatic void epu_debug(struct cx18 *cx, struct cx18_in_work_order *order)
245ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls{
246ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	char *p;
247ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	char *str = order->str;
248ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
249ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	CX18_DEBUG_INFO("%x %s\n", order->mb.args[0], str);
250ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	p = strchr(str, '.');
251ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	if (!test_bit(CX18_F_I_LOADED_FW, &cx->i_flags) && p && p > str)
252ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		CX18_INFO("FW version: %s\n", p - 1);
253ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls}
254ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
255deed75ed9f7576ada4bca02e6c851833a352a38dAndy Wallsstatic void epu_cmd(struct cx18 *cx, struct cx18_in_work_order *order)
256ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls{
257ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	switch (order->rpu) {
258ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	case CPU:
259ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	{
260ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		switch (order->mb.cmd) {
261ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		case CX18_EPU_DMA_DONE:
262ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			epu_dma_done(cx, order);
263ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			break;
264ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		case CX18_EPU_DEBUG:
265ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			epu_debug(cx, order);
266ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			break;
267ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		default:
268ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			CX18_WARN("Unknown CPU to EPU mailbox command %#0x\n",
269ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls				  order->mb.cmd);
270ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			break;
271ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		}
272ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		break;
273ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	}
274ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	case APU:
275ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		CX18_WARN("Unknown APU to EPU mailbox command %#0x\n",
276ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			  order->mb.cmd);
277ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		break;
278ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	default:
279ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		break;
280ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	}
281ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls}
282ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
283ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Wallsstatic
284deed75ed9f7576ada4bca02e6c851833a352a38dAndy Wallsvoid free_in_work_order(struct cx18 *cx, struct cx18_in_work_order *order)
285ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls{
286ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	atomic_set(&order->pending, 0);
287ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls}
288ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
289deed75ed9f7576ada4bca02e6c851833a352a38dAndy Wallsvoid cx18_in_work_handler(struct work_struct *work)
290ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls{
291deed75ed9f7576ada4bca02e6c851833a352a38dAndy Walls	struct cx18_in_work_order *order =
292deed75ed9f7576ada4bca02e6c851833a352a38dAndy Walls			container_of(work, struct cx18_in_work_order, work);
293ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	struct cx18 *cx = order->cx;
294ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	epu_cmd(cx, order);
295deed75ed9f7576ada4bca02e6c851833a352a38dAndy Walls	free_in_work_order(cx, order);
296ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls}
297ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
298ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
299ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls/*
300ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls * Functions that run in an interrupt handling context
301ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls */
302ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
303deed75ed9f7576ada4bca02e6c851833a352a38dAndy Wallsstatic void mb_ack_irq(struct cx18 *cx, struct cx18_in_work_order *order)
3041c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil{
305990c81c8afcd71eced2482ad59950ea755eddc7fAl Viro	struct cx18_mailbox __iomem *ack_mb;
306ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	u32 ack_irq, req;
3071c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
308ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	switch (order->rpu) {
3091c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case APU:
3101c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		ack_irq = IRQ_EPU_TO_APU_ACK;
3111c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		ack_mb = &cx->scb->apu2epu_mb;
3121c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		break;
3131c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CPU:
3141c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		ack_irq = IRQ_EPU_TO_CPU_ACK;
3151c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		ack_mb = &cx->scb->cpu2epu_mb;
3161c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		break;
3171c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	default:
31872c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls		CX18_WARN("Unhandled RPU (%d) for command %x ack\n",
319ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			  order->rpu, order->mb.cmd);
320ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		return;
3211c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	}
3221c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
323ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	req = order->mb.request;
324ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	/* Don't ack if the RPU has gotten impatient and timed us out */
325ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	if (req != cx18_readl(cx, &ack_mb->request) ||
32672a4f8081af1c53a1673c173ce0fdd85c4b7d403Andy Walls	    req == cx18_readl(cx, &ack_mb->ack)) {
327bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		CX18_DEBUG_WARN("Possibly falling behind: %s self-ack'ed our "
328bca11a5721917d6d5874571813673a2669ffec4bAndy Walls				"incoming %s to EPU mailbox (sequence no. %u) "
329bca11a5721917d6d5874571813673a2669ffec4bAndy Walls				"while processing\n",
330bca11a5721917d6d5874571813673a2669ffec4bAndy Walls				rpu_str[order->rpu], rpu_str[order->rpu], req);
33172a4f8081af1c53a1673c173ce0fdd85c4b7d403Andy Walls		order->flags |= CX18_F_EWO_MB_STALE_WHILE_PROC;
332ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		return;
33372a4f8081af1c53a1673c173ce0fdd85c4b7d403Andy Walls	}
334ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	cx18_writel(cx, req, &ack_mb->ack);
335f056d29eebd2c8800cf42528ba0470c77a928821Andy Walls	cx18_write_reg_expect(cx, ack_irq, SW2_INT_SET, ack_irq, ack_irq);
336ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	return;
337ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls}
338ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
339deed75ed9f7576ada4bca02e6c851833a352a38dAndy Wallsstatic int epu_dma_done_irq(struct cx18 *cx, struct cx18_in_work_order *order)
340ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls{
341ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	u32 handle, mdl_ack_offset, mdl_ack_count;
342ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	struct cx18_mailbox *mb;
343ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
344ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	mb = &order->mb;
345ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	handle = mb->args[0];
346ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	mdl_ack_offset = mb->args[1];
347ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	mdl_ack_count = mb->args[2];
348ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
349ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	if (handle == CX18_INVALID_TASK_HANDLE ||
350ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	    mdl_ack_count == 0 || mdl_ack_count > CX18_MAX_MDL_ACKS) {
35172a4f8081af1c53a1673c173ce0fdd85c4b7d403Andy Walls		if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
352ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			mb_ack_irq(cx, order);
353ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		return -1;
354ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	}
355ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
356ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	cx18_memcpy_fromio(cx, order->mdl_ack, cx->enc_mem + mdl_ack_offset,
357ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			   sizeof(struct cx18_mdl_ack) * mdl_ack_count);
35872a4f8081af1c53a1673c173ce0fdd85c4b7d403Andy Walls
35972a4f8081af1c53a1673c173ce0fdd85c4b7d403Andy Walls	if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
360ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		mb_ack_irq(cx, order);
361ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	return 1;
362ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls}
363ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
364ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Wallsstatic
365deed75ed9f7576ada4bca02e6c851833a352a38dAndy Wallsint epu_debug_irq(struct cx18 *cx, struct cx18_in_work_order *order)
366ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls{
367ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	u32 str_offset;
368ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	char *str = order->str;
369ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
370ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	str[0] = '\0';
371ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	str_offset = order->mb.args[1];
372ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	if (str_offset) {
373ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		cx18_setup_page(cx, str_offset);
374ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		cx18_memcpy_fromio(cx, str, cx->enc_mem + str_offset, 252);
375ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		str[252] = '\0';
376ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		cx18_setup_page(cx, SCB_OFFSET);
377ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	}
378ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
37972a4f8081af1c53a1673c173ce0fdd85c4b7d403Andy Walls	if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
380ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		mb_ack_irq(cx, order);
381ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
382ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	return str_offset ? 1 : 0;
383ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls}
384ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
385ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Wallsstatic inline
386deed75ed9f7576ada4bca02e6c851833a352a38dAndy Wallsint epu_cmd_irq(struct cx18 *cx, struct cx18_in_work_order *order)
387ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls{
388ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	int ret = -1;
389ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
390ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	switch (order->rpu) {
391ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	case CPU:
392ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	{
393ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		switch (order->mb.cmd) {
394ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		case CX18_EPU_DMA_DONE:
39572a4f8081af1c53a1673c173ce0fdd85c4b7d403Andy Walls			ret = epu_dma_done_irq(cx, order);
396ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			break;
397ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		case CX18_EPU_DEBUG:
39872a4f8081af1c53a1673c173ce0fdd85c4b7d403Andy Walls			ret = epu_debug_irq(cx, order);
399ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			break;
400ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		default:
401ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			CX18_WARN("Unknown CPU to EPU mailbox command %#0x\n",
402ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls				  order->mb.cmd);
403ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			break;
404ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		}
405ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		break;
406ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	}
407ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	case APU:
408ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		CX18_WARN("Unknown APU to EPU mailbox command %#0x\n",
409ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			  order->mb.cmd);
410ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		break;
411ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	default:
412ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		break;
413ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	}
414ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	return ret;
4151c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil}
4161c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
417ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Wallsstatic inline
418deed75ed9f7576ada4bca02e6c851833a352a38dAndy Wallsstruct cx18_in_work_order *alloc_in_work_order_irq(struct cx18 *cx)
419ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls{
420ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	int i;
421deed75ed9f7576ada4bca02e6c851833a352a38dAndy Walls	struct cx18_in_work_order *order = NULL;
422ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
423deed75ed9f7576ada4bca02e6c851833a352a38dAndy Walls	for (i = 0; i < CX18_MAX_IN_WORK_ORDERS; i++) {
424ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		/*
425ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		 * We only need "pending" atomic to inspect its contents,
426ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		 * and need not do a check and set because:
427ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		 * 1. Any work handler thread only clears "pending" and only
428ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		 * on one, particular work order at a time, per handler thread.
429ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		 * 2. "pending" is only set here, and we're serialized because
430ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		 * we're called in an IRQ handler context.
431ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		 */
432deed75ed9f7576ada4bca02e6c851833a352a38dAndy Walls		if (atomic_read(&cx->in_work_order[i].pending) == 0) {
433deed75ed9f7576ada4bca02e6c851833a352a38dAndy Walls			order = &cx->in_work_order[i];
434ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			atomic_set(&order->pending, 1);
435ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			break;
436ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		}
437ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	}
438ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	return order;
439ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls}
440ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
441ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Wallsvoid cx18_api_epu_cmd_irq(struct cx18 *cx, int rpu)
442ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls{
443ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	struct cx18_mailbox __iomem *mb;
444ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	struct cx18_mailbox *order_mb;
445deed75ed9f7576ada4bca02e6c851833a352a38dAndy Walls	struct cx18_in_work_order *order;
446ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	int submit;
447ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
448ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	switch (rpu) {
449ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	case CPU:
450ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		mb = &cx->scb->cpu2epu_mb;
451ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		break;
452ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	case APU:
453ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		mb = &cx->scb->apu2epu_mb;
454ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		break;
455ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	default:
456ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		return;
457ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	}
458ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
459deed75ed9f7576ada4bca02e6c851833a352a38dAndy Walls	order = alloc_in_work_order_irq(cx);
460ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	if (order == NULL) {
461ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		CX18_WARN("Unable to find blank work order form to schedule "
462ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls			  "incoming mailbox command processing\n");
463ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls		return;
464ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	}
465ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
46672a4f8081af1c53a1673c173ce0fdd85c4b7d403Andy Walls	order->flags = 0;
467ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	order->rpu = rpu;
468ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	order_mb = &order->mb;
469d6c7e5f8faad080e75bace5c4f2265e3513e3510Andy Walls
470d6c7e5f8faad080e75bace5c4f2265e3513e3510Andy Walls	/* mb->cmd and mb->args[0] through mb->args[2] */
471d6c7e5f8faad080e75bace5c4f2265e3513e3510Andy Walls	cx18_memcpy_fromio(cx, &order_mb->cmd, &mb->cmd, 4 * sizeof(u32));
472d6c7e5f8faad080e75bace5c4f2265e3513e3510Andy Walls	/* mb->request and mb->ack.  N.B. we want to read mb->ack last */
473d6c7e5f8faad080e75bace5c4f2265e3513e3510Andy Walls	cx18_memcpy_fromio(cx, &order_mb->request, &mb->request,
474d6c7e5f8faad080e75bace5c4f2265e3513e3510Andy Walls			   2 * sizeof(u32));
475ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
476ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	if (order_mb->request == order_mb->ack) {
477bca11a5721917d6d5874571813673a2669ffec4bAndy Walls		CX18_DEBUG_WARN("Possibly falling behind: %s self-ack'ed our "
478bca11a5721917d6d5874571813673a2669ffec4bAndy Walls				"incoming %s to EPU mailbox (sequence no. %u)"
479bca11a5721917d6d5874571813673a2669ffec4bAndy Walls				"\n",
480bca11a5721917d6d5874571813673a2669ffec4bAndy Walls				rpu_str[rpu], rpu_str[rpu], order_mb->request);
48150299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls		if (cx18_debug & CX18_DBGFLG_WARN)
48250299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls			dump_mb(cx, order_mb, "incoming");
48372a4f8081af1c53a1673c173ce0fdd85c4b7d403Andy Walls		order->flags = CX18_F_EWO_MB_STALE_UPON_RECEIPT;
484ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	}
485ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
486ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	/*
487ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	 * Individual EPU command processing is responsible for ack-ing
488ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	 * a non-stale mailbox as soon as possible
489ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	 */
49072a4f8081af1c53a1673c173ce0fdd85c4b7d403Andy Walls	submit = epu_cmd_irq(cx, order);
491ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	if (submit > 0) {
492deed75ed9f7576ada4bca02e6c851833a352a38dAndy Walls		queue_work(cx->in_work_queue, &order->work);
493ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls	}
494ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls}
495ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
496ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
497ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls/*
498ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls * Functions called from a non-interrupt, non work_queue context
499ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls */
500ee2d64f5ccc71b5c5191e92ea91a12b65f9ca060Andy Walls
5011c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuilstatic int cx18_api_call(struct cx18 *cx, u32 cmd, int args, u32 data[])
5021c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil{
5031c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	const struct cx18_api_info *info = find_api_info(cmd);
504ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	u32 state, irq, req, ack, err;
505990c81c8afcd71eced2482ad59950ea755eddc7fAl Viro	struct cx18_mailbox __iomem *mb;
506ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	u32 __iomem *xpu_state;
5071c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	wait_queue_head_t *waitq;
50872c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls	struct mutex *mb_lock;
5095f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls	unsigned long int t0, timeout, ret;
5101c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	int i;
51150299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls	char argstr[MAX_MB_ARGUMENTS*11+1];
5125f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls	DEFINE_WAIT(w);
5131c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
5141c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	if (info == NULL) {
5151c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		CX18_WARN("unknown cmd %x\n", cmd);
5161c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return -EINVAL;
5171c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	}
5181c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
51950299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls	if (cx18_debug & CX18_DBGFLG_API) { /* only call u32arr2hex if needed */
52050299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls		if (cmd == CX18_CPU_DE_SET_MDL) {
52150299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls			if (cx18_debug & CX18_DBGFLG_HIGHVOL)
52250299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls				CX18_DEBUG_HI_API("%s\tcmd %#010x args%s\n",
52350299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls						info->name, cmd,
52450299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls						u32arr2hex(data, args, argstr));
52550299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls		} else
52650299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls			CX18_DEBUG_API("%s\tcmd %#010x args%s\n",
52750299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls				       info->name, cmd,
52850299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls				       u32arr2hex(data, args, argstr));
52950299994181b835e5a6ee2882df2ee07e7fb4491Andy Walls	}
53072c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls
53172c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls	switch (info->rpu) {
53272c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls	case APU:
53372c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls		waitq = &cx->mb_apu_waitq;
53472c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls		mb_lock = &cx->epu2apu_mb_lock;
535ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls		irq = IRQ_EPU_TO_APU;
536ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls		mb = &cx->scb->epu2apu_mb;
537ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls		xpu_state = &cx->scb->apu_state;
53872c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls		break;
53972c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls	case CPU:
54072c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls		waitq = &cx->mb_cpu_waitq;
54172c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls		mb_lock = &cx->epu2cpu_mb_lock;
542ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls		irq = IRQ_EPU_TO_CPU;
543ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls		mb = &cx->scb->epu2cpu_mb;
544ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls		xpu_state = &cx->scb->cpu_state;
54572c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls		break;
54672c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls	default:
54772c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls		CX18_WARN("Unknown RPU (%d) for API call\n", info->rpu);
54872c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls		return -EINVAL;
54972c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls	}
55072c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls
55172c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls	mutex_lock(mb_lock);
552ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	/*
553ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	 * Wait for an in-use mailbox to complete
554ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	 *
555ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	 * If the XPU is responding with Ack's, the mailbox shouldn't be in
556ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	 * a busy state, since we serialize access to it on our end.
557ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	 *
558ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	 * If the wait for ack after sending a previous command was interrupted
559ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	 * by a signal, we may get here and find a busy mailbox.  After waiting,
560ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	 * mark it "not busy" from our end, if the XPU hasn't ack'ed it still.
561ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	 */
562ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	state = cx18_readl(cx, xpu_state);
563ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	req = cx18_readl(cx, &mb->request);
5642bb49f1b9f6a4f50222bc8a6b1e9df87a432c52cAndy Walls	timeout = msecs_to_jiffies(10);
565ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	ret = wait_event_timeout(*waitq,
566ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls				 (ack = cx18_readl(cx, &mb->ack)) == req,
567330c6ec8942765e81f237bd58020da1b161935ceAndy Walls				 timeout);
568ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	if (req != ack) {
569ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls		/* waited long enough, make the mbox "not busy" from our end */
570ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls		cx18_writel(cx, req, &mb->ack);
571ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls		CX18_ERR("mbox was found stuck busy when setting up for %s; "
572ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls			 "clearing busy and trying to proceed\n", info->name);
573330c6ec8942765e81f237bd58020da1b161935ceAndy Walls	} else if (ret != timeout)
5742bb49f1b9f6a4f50222bc8a6b1e9df87a432c52cAndy Walls		CX18_DEBUG_API("waited %u msecs for busy mbox to be acked\n",
5752bb49f1b9f6a4f50222bc8a6b1e9df87a432c52cAndy Walls			       jiffies_to_msecs(timeout-ret));
576ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls
577ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	/* Build the outgoing mailbox */
578ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	req = ((req & 0xfffffffe) == 0xfffffffe) ? 1 : req + 1;
5791c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
580b1526421eac9a912b2cda7e147f1da2aa31be278Andy Walls	cx18_writel(cx, cmd, &mb->cmd);
5811c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	for (i = 0; i < args; i++)
582b1526421eac9a912b2cda7e147f1da2aa31be278Andy Walls		cx18_writel(cx, data[i], &mb->args[i]);
583b1526421eac9a912b2cda7e147f1da2aa31be278Andy Walls	cx18_writel(cx, 0, &mb->error);
584b1526421eac9a912b2cda7e147f1da2aa31be278Andy Walls	cx18_writel(cx, req, &mb->request);
585ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	cx18_writel(cx, req - 1, &mb->ack); /* ensure ack & req are distinct */
5861c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
587330c6ec8942765e81f237bd58020da1b161935ceAndy Walls	/*
588330c6ec8942765e81f237bd58020da1b161935ceAndy Walls	 * Notify the XPU and wait for it to send an Ack back
589330c6ec8942765e81f237bd58020da1b161935ceAndy Walls	 */
5902bb49f1b9f6a4f50222bc8a6b1e9df87a432c52cAndy Walls	timeout = msecs_to_jiffies((info->flags & API_FAST) ? 10 : 20);
591ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls
592ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	CX18_DEBUG_HI_IRQ("sending interrupt SW1: %x to send %s\n",
593ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls			  irq, info->name);
5945f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls
5955f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls	/* So we don't miss the wakeup, prepare to wait before notifying fw */
5965f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls	prepare_to_wait(waitq, &w, TASK_UNINTERRUPTIBLE);
597f056d29eebd2c8800cf42528ba0470c77a928821Andy Walls	cx18_write_reg_expect(cx, irq, SW1_INT_SET, irq, irq);
5981c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
5995f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls	t0 = jiffies;
6005f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls	ack = cx18_readl(cx, &mb->ack);
6015f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls	if (ack != req) {
6025f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls		schedule_timeout(timeout);
6035f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls		ret = jiffies - t0;
6045f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls		ack = cx18_readl(cx, &mb->ack);
6055f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls	} else {
6065f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls		ret = jiffies - t0;
6075f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls	}
6085f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls
6095f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls	finish_wait(waitq, &w);
6102bb49f1b9f6a4f50222bc8a6b1e9df87a432c52cAndy Walls
6115f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls	if (req != ack) {
61272c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls		mutex_unlock(mb_lock);
6135f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls		if (ret >= timeout) {
6145f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls			/* Timed out */
6155f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls			CX18_DEBUG_WARN("sending %s timed out waiting %d msecs "
6165f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls					"for RPU acknowledgement\n",
6175f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls					info->name, jiffies_to_msecs(ret));
6185f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls		} else {
6195f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls			CX18_DEBUG_WARN("woken up before mailbox ack was ready "
6205f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls					"after submitting %s to RPU.  only "
6215f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls					"waited %d msecs on req %u but awakened"
6225f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls					" with unmatched ack %u\n",
6235f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls					info->name,
6245f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls					jiffies_to_msecs(ret),
6255f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls					req, ack);
6265f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls		}
6271c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return -EINVAL;
628330c6ec8942765e81f237bd58020da1b161935ceAndy Walls	}
629330c6ec8942765e81f237bd58020da1b161935ceAndy Walls
6305f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls	if (ret >= timeout)
6315f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls		CX18_DEBUG_WARN("failed to be awakened upon RPU acknowledgment "
6325f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls				"sending %s; timed out waiting %d msecs\n",
6335f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls				info->name, jiffies_to_msecs(ret));
6345f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls	else
635330c6ec8942765e81f237bd58020da1b161935ceAndy Walls		CX18_DEBUG_HI_API("waited %u msecs for %s to be acked\n",
6365f0a3cfcfd315d87de8f80af49b114daf7137823Andy Walls				  jiffies_to_msecs(ret), info->name);
63772c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls
638ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	/* Collect data returned by the XPU */
6391c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	for (i = 0; i < MAX_MB_ARGUMENTS; i++)
640b1526421eac9a912b2cda7e147f1da2aa31be278Andy Walls		data[i] = cx18_readl(cx, &mb->args[i]);
641b1526421eac9a912b2cda7e147f1da2aa31be278Andy Walls	err = cx18_readl(cx, &mb->error);
64272c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls	mutex_unlock(mb_lock);
643ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls
644ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	/*
645ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	 * Wait for XPU to perform extra actions for the caller in some cases.
64652fcb3ecc6707f52dfe4297f96b7609d4ba517fbAndy Walls	 * e.g. CX18_CPU_DE_RELEASE_MDL will cause the CPU to send all MDLs
647ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	 * back in a burst shortly thereafter
648ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	 */
64972c2d6d3ac91d1b9efb482ff4a8dd68e3d867965Andy Walls	if (info->flags & API_SLOW)
6501c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		cx18_msleep_timeout(300, 0);
651ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls
6521c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	if (err)
6531c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		CX18_DEBUG_API("mailbox error %08x for command %s\n", err,
6541c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				info->name);
6551c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	return err ? -EIO : 0;
6561c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil}
6571c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
6581c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuilint cx18_api(struct cx18 *cx, u32 cmd, int args, u32 data[])
6591c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil{
660ac50441720332f22a9d85ac03151d6acb7bc55d6Andy Walls	return cx18_api_call(cx, cmd, args, data);
6611c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil}
6621c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
6631c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuilstatic int cx18_set_filter_param(struct cx18_stream *s)
6641c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil{
6651c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	struct cx18 *cx = s->cx;
6661c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	u32 mode;
6671c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	int ret;
6681c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
6691c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	mode = (cx->filter_mode & 1) ? 2 : (cx->spatial_strength ? 1 : 0);
6701c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	ret = cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
6711c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil			s->handle, 1, mode, cx->spatial_strength);
6721c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	mode = (cx->filter_mode & 2) ? 2 : (cx->temporal_strength ? 1 : 0);
6731c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	ret = ret ? ret : cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
6741c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil			s->handle, 0, mode, cx->temporal_strength);
6751c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	ret = ret ? ret : cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
6761c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil			s->handle, 2, cx->filter_mode >> 2, 0);
6771c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	return ret;
6781c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil}
6791c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
6801c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuilint cx18_api_func(void *priv, u32 cmd, int in, int out,
6811c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		u32 data[CX2341X_MBOX_MAX_DATA])
6821c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil{
68350b86bac6ae6dda00faa14f7d73ae2412eacc240Andy Walls	struct cx18_api_func_private *api_priv = priv;
68450b86bac6ae6dda00faa14f7d73ae2412eacc240Andy Walls	struct cx18 *cx = api_priv->cx;
68550b86bac6ae6dda00faa14f7d73ae2412eacc240Andy Walls	struct cx18_stream *s = api_priv->s;
6861c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
6871c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	switch (cmd) {
6881c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_OUTPUT_PORT:
6891c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return 0;
6901c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_FRAME_RATE:
6911c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_vapi(cx, CX18_CPU_SET_VIDEO_IN, 6,
6921c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				s->handle, 0, 0, 0, 0, data[0]);
6931c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_FRAME_SIZE:
6941c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_vapi(cx, CX18_CPU_SET_VIDEO_RESOLUTION, 3,
6951c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				s->handle, data[1], data[0]);
6961c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_STREAM_TYPE:
6971c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_vapi(cx, CX18_CPU_SET_STREAM_OUTPUT_TYPE, 2,
6981c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				s->handle, data[0]);
6991c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_ASPECT_RATIO:
7001c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_vapi(cx, CX18_CPU_SET_ASPECT_RATIO, 2,
7011c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				s->handle, data[0]);
7021c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
7031c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_GOP_PROPERTIES:
7041c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_vapi(cx, CX18_CPU_SET_GOP_STRUCTURE, 3,
7051c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				s->handle, data[0], data[1]);
7061c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_GOP_CLOSURE:
7071c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return 0;
7081c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_AUDIO_PROPERTIES:
7091c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_vapi(cx, CX18_CPU_SET_AUDIO_PARAMETERS, 2,
7101c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				s->handle, data[0]);
7111c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_MUTE_AUDIO:
7121c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_vapi(cx, CX18_CPU_SET_AUDIO_MUTE, 2,
7131c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				s->handle, data[0]);
7141c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_BIT_RATE:
7151c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_vapi(cx, CX18_CPU_SET_VIDEO_RATE, 5,
7161c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				s->handle, data[0], data[1], data[2], data[3]);
7171c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_MUTE_VIDEO:
7181c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_vapi(cx, CX18_CPU_SET_VIDEO_MUTE, 2,
7191c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				s->handle, data[0]);
7201c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_FRAME_DROP_RATE:
7211c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_vapi(cx, CX18_CPU_SET_SKIP_INPUT_FRAME, 2,
7221c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				s->handle, data[0]);
7231c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_MISC:
7241c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_vapi(cx, CX18_CPU_SET_MISC_PARAMETERS, 4,
7251c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				s->handle, data[0], data[1], data[2]);
7261c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_DNR_FILTER_MODE:
7271c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		cx->filter_mode = (data[0] & 3) | (data[1] << 2);
7281c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_set_filter_param(s);
7291c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_DNR_FILTER_PROPS:
7301c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		cx->spatial_strength = data[0];
7311c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		cx->temporal_strength = data[1];
7321c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_set_filter_param(s);
7331c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_SPATIAL_FILTER_TYPE:
7341c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_vapi(cx, CX18_CPU_SET_SPATIAL_FILTER_TYPE, 3,
7351c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				s->handle, data[0], data[1]);
7361c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	case CX2341X_ENC_SET_CORING_LEVELS:
7371c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return cx18_vapi(cx, CX18_CPU_SET_MEDIAN_CORING, 5,
7381c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil				s->handle, data[0], data[1], data[2], data[3]);
7391c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	}
7401c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	CX18_WARN("Unknown cmd %x\n", cmd);
7411c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	return 0;
7421c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil}
7431c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
7441c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuilint cx18_vapi_result(struct cx18 *cx, u32 data[MAX_MB_ARGUMENTS],
7451c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		u32 cmd, int args, ...)
7461c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil{
7471c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	va_list ap;
7481c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	int i;
7491c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
7501c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	va_start(ap, args);
7511c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	for (i = 0; i < args; i++)
7521c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		data[i] = va_arg(ap, u32);
7531c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	va_end(ap);
7541c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	return cx18_api(cx, cmd, args, data);
7551c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil}
7561c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
7571c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuilint cx18_vapi(struct cx18 *cx, u32 cmd, int args, ...)
7581c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil{
7591c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	u32 data[MAX_MB_ARGUMENTS];
7601c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	va_list ap;
7611c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	int i;
7621c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil
7631c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	if (cx == NULL) {
7641c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		CX18_ERR("cx == NULL (cmd=%x)\n", cmd);
7651c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		return 0;
7661c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	}
7671c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	if (args > MAX_MB_ARGUMENTS) {
7681c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		CX18_ERR("args too big (cmd=%x)\n", cmd);
7691c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		args = MAX_MB_ARGUMENTS;
7701c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	}
7711c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	va_start(ap, args);
7721c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	for (i = 0; i < args; i++)
7731c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil		data[i] = va_arg(ap, u32);
7741c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	va_end(ap);
7751c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil	return cx18_api(cx, cmd, args, data);
7761c1e45d17b663d4749af456ab7c2fc1f36405ef8Hans Verkuil}
777