1e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure/*
2e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure * This file is subject to the terms and conditions of the GNU General Public
3e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure * License.  See the file "COPYING" in the main directory of this archive
4e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure * for more details.
5e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure *
6e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure * Copyright (c) 2005 Silicon Graphics, Inc.  All rights reserved.
7e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure */
8e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
9e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#ifndef __MBCS_H__
10e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define __MBCS_H__
11e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
12e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure/*
13e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure * General macros
14e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure */
15e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MB	(1024*1024)
16e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MB2	(2*MB)
17e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MB4	(4*MB)
18e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MB6	(6*MB)
19e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
20e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure/*
21e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure * Offsets and masks
22e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure */
23e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_CM_ID		0x0000	/* Identification */
24e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_CM_STATUS		0x0008	/* Status */
25e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_CM_ERROR_DETAIL1	0x0010	/* Error Detail1 */
26e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_CM_ERROR_DETAIL2	0x0018	/* Error Detail2 */
27e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_CM_CONTROL		0x0020	/* Control */
28e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_CM_REQ_TOUT	0x0028	/* Request Time-out */
29e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_CM_ERR_INT_DEST	0x0038	/* Error Interrupt Destination */
30e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_CM_TARG_FL		0x0050	/* Target Flush */
31e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_CM_ERR_STAT	0x0060	/* Error Status */
32e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_CM_CLR_ERR_STAT	0x0068	/* Clear Error Status */
33e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_CM_ERR_INT_EN	0x0070	/* Error Interrupt Enable */
34e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_RD_DMA_SYS_ADDR	0x0100	/* Read DMA System Address */
35e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_RD_DMA_LOC_ADDR	0x0108	/* Read DMA Local Address */
36e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_RD_DMA_CTRL	0x0110	/* Read DMA Control */
37e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_RD_DMA_AMO_DEST	0x0118	/* Read DMA AMO Destination */
38e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_RD_DMA_INT_DEST	0x0120	/* Read DMA Interrupt Destination */
3925985edcedea6396277003854657b5f3cb31a628Lucas De Marchi#define MBCS_RD_DMA_AUX_STAT	0x0130	/* Read DMA Auxiliary Status */
40e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_WR_DMA_SYS_ADDR	0x0200	/* Write DMA System Address */
41e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_WR_DMA_LOC_ADDR	0x0208	/* Write DMA Local Address */
42e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_WR_DMA_CTRL	0x0210	/* Write DMA Control */
43e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_WR_DMA_AMO_DEST	0x0218	/* Write DMA AMO Destination */
44e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_WR_DMA_INT_DEST	0x0220	/* Write DMA Interrupt Destination */
4525985edcedea6396277003854657b5f3cb31a628Lucas De Marchi#define MBCS_WR_DMA_AUX_STAT	0x0230	/* Write DMA Auxiliary Status */
46e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_ALG_AMO_DEST	0x0300	/* Algorithm AMO Destination */
47e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_ALG_INT_DEST	0x0308	/* Algorithm Interrupt Destination */
48e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_ALG_OFFSETS	0x0310
49e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_ALG_STEP		0x0318	/* Algorithm Step */
50e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
51e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_GSCR_START		0x0000000
52e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_DEBUG_START	0x0100000
53e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_RAM0_START		0x0200000
54e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_RAM1_START		0x0400000
55e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_RAM2_START		0x0600000
56e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
57e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_CM_CONTROL_REQ_TOUT_MASK 0x0000000000ffffffUL
58e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure//#define PIO_BASE_ADDR_BASE_OFFSET_MASK 0x00fffffffff00000UL
59e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
60e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_SRAM_SIZE		(1024*1024)
61e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_CACHELINE_SIZE	128
62e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
63e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure/*
64e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure * MMR get's and put's
65e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure */
66e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_MMR_ADDR(mmr_base, offset)((uint64_t *)(mmr_base + offset))
67e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_MMR_SET(mmr_base, offset, value) {			\
68e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t *mbcs_mmr_set_u64p, readback;				\
69e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	mbcs_mmr_set_u64p = (uint64_t *)(mmr_base + offset);	\
70e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	*mbcs_mmr_set_u64p = value;					\
71e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	readback = *mbcs_mmr_set_u64p; \
72e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure}
73e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_MMR_GET(mmr_base, offset) *(uint64_t *)(mmr_base + offset)
74e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_MMR_ZERO(mmr_base, offset) MBCS_MMR_SET(mmr_base, offset, 0)
75e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
76e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure/*
77e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure * MBCS mmr structures
78e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure */
79e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion cm_id {
80e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t cm_id_reg;
81e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
82e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t always_one:1,	// 0
83e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 mfg_id:11,	// 11:1
84e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 part_num:16,	// 27:12
85e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 bitstream_rev:8,	// 35:28
86e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:28;		// 63:36
87e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
88e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
89e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
90e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion cm_status {
91e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t cm_status_reg;
92e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
93e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t pending_reads:8,	// 7:0
94e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 pending_writes:8,	// 15:8
95e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 ice_rsp_credits:8,	// 23:16
96e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 ice_req_credits:8,	// 31:24
97e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 cm_req_credits:8,	// 39:32
98e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:1,		// 40
99e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 rd_dma_in_progress:1,	// 41
100e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 rd_dma_done:1,	// 42
101e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:1,		// 43
102e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 wr_dma_in_progress:1,	// 44
103e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 wr_dma_done:1,	// 45
104e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_waiting:1,	// 46
105e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_pipe_running:1,	// 47
106e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_done:1,	// 48
107e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:3,		// 51:49
108e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 pending_int_reqs:8,	// 59:52
109e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:3,		// 62:60
110e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_half_speed_sel:1;	// 63
111e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
112e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
113e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
114e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion cm_error_detail1 {
115e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t cm_error_detail1_reg;
116e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
117e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t packet_type:4,	// 3:0
118e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 source_id:2,	// 5:4
119e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 data_size:2,	// 7:6
120e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 tnum:8,	// 15:8
121e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 byte_enable:8,	// 23:16
122e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 gfx_cred:8,	// 31:24
123e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 read_type:2,	// 33:32
124e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 pio_or_memory:1,	// 34
125e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 head_cw_error:1,	// 35
126e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:12,		// 47:36
127e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 head_error_bit:1,	// 48
128e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 data_error_bit:1,	// 49
129e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:13,		// 62:50
130e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 valid:1;	// 63
131e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
132e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
133e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
134e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion cm_error_detail2 {
135e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t cm_error_detail2_reg;
136e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
137e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t address:56,	// 55:0
138e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:8;		// 63:56
139e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
140e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
141e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
142e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion cm_control {
143e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t cm_control_reg;
144e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
145e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t cm_id:2,	// 1:0
146e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:2,		// 3:2
147e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 max_trans:5,	// 8:4
148e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:3,		// 11:9
149e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 address_mode:1,	// 12
150e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:7,		// 19:13
151e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 credit_limit:8,	// 27:20
152e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:5,		// 32:28
153e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 rearm_stat_regs:1,	// 33
154e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 prescalar_byp:1,	// 34
155e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 force_gap_war:1,	// 35
156e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 rd_dma_go:1,	// 36
157e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 wr_dma_go:1,	// 37
158e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_go:1,	// 38
159e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 rd_dma_clr:1,	// 39
160e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 wr_dma_clr:1,	// 40
161e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_clr:1,	// 41
162e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:2,		// 43:42
163e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_wait_step:1,	// 44
164e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_done_amo_en:1,	// 45
165e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_done_int_en:1,	// 46
166e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:1,		// 47
167e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_sram0_locked:1,	// 48
168e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_sram1_locked:1,	// 49
169e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_sram2_locked:1,	// 50
170e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_done_clr:1,	// 51
171e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:12;		// 63:52
172e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
173e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
174e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
175e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion cm_req_timeout {
176e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t cm_req_timeout_reg;
177e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
178e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t time_out:24,	// 23:0
179e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:40;		// 63:24
180e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
181e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
182e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
183e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion intr_dest {
184e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t intr_dest_reg;
185e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
186e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t address:56,	// 55:0
187e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_vector:8;	// 63:56
188e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
189e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
190e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
191e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion cm_error_status {
192e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t cm_error_status_reg;
193e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
194e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t ecc_sbe:1,	// 0
195e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 ecc_mbe:1,	// 1
196e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 unsupported_req:1,	// 2
197e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 unexpected_rsp:1,	// 3
198e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 bad_length:1,	// 4
199e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 bad_datavalid:1,	// 5
200e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 buffer_overflow:1,	// 6
201e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 request_timeout:1,	// 7
202e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:8,		// 15:8
203e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 head_inv_data_size:1,	// 16
204e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 rsp_pactype_inv:1,	// 17
205e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 head_sb_err:1,	// 18
206e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 missing_head:1,	// 19
207e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 head_inv_rd_type:1,	// 20
208e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 head_cmd_err_bit:1,	// 21
209e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 req_addr_align_inv:1,	// 22
210e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 pio_req_addr_inv:1,	// 23
211e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 req_range_dsize_inv:1,	// 24
212e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 early_term:1,	// 25
213e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 early_tail:1,	// 26
214e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 missing_tail:1,	// 27
215e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 data_flit_sb_err:1,	// 28
216e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 cm2hcm_req_cred_of:1,	// 29
217e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 cm2hcm_rsp_cred_of:1,	// 30
218e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 rx_bad_didn:1,	// 31
219e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 rd_dma_err_rsp:1,	// 32
220e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 rd_dma_tnum_tout:1,	// 33
221e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 rd_dma_multi_tnum_tou:1,	// 34
222e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 wr_dma_err_rsp:1,	// 35
223e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 wr_dma_tnum_tout:1,	// 36
224e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 wr_dma_multi_tnum_tou:1,	// 37
225e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_data_overflow:1,	// 38
226e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 alg_data_underflow:1,	// 39
227e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 ram0_access_conflict:1,	// 40
228e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 ram1_access_conflict:1,	// 41
229e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 ram2_access_conflict:1,	// 42
230e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 ram0_perr:1,	// 43
231e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 ram1_perr:1,	// 44
232e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 ram2_perr:1,	// 45
233e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_gen_rsp_err:1,	// 46
234e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_gen_tnum_tout:1,	// 47
235e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 rd_dma_prog_err:1,	// 48
236e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 wr_dma_prog_err:1,	// 49
237e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:14;		// 63:50
238e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
239e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
240e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
241e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion cm_clr_error_status {
242e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t cm_clr_error_status_reg;
243e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
244e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t clr_ecc_sbe:1,	// 0
245e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_ecc_mbe:1,	// 1
246e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_unsupported_req:1,	// 2
247e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_unexpected_rsp:1,	// 3
248e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_bad_length:1,	// 4
249e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_bad_datavalid:1,	// 5
250e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_buffer_overflow:1,	// 6
251e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_request_timeout:1,	// 7
252e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:8,		// 15:8
253e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_head_inv_data_siz:1,	// 16
254e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_rsp_pactype_inv:1,	// 17
255e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_head_sb_err:1,	// 18
256e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_missing_head:1,	// 19
257e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_head_inv_rd_type:1,	// 20
258e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_head_cmd_err_bit:1,	// 21
259e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_req_addr_align_in:1,	// 22
260e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_pio_req_addr_inv:1,	// 23
261e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_req_range_dsize_i:1,	// 24
262e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_early_term:1,	// 25
263e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_early_tail:1,	// 26
264e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_missing_tail:1,	// 27
265e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_data_flit_sb_err:1,	// 28
266e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_cm2hcm_req_cred_o:1,	// 29
267e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_cm2hcm_rsp_cred_o:1,	// 30
268e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_rx_bad_didn:1,	// 31
269e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_rd_dma_err_rsp:1,	// 32
270e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_rd_dma_tnum_tout:1,	// 33
271e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_rd_dma_multi_tnum:1,	// 34
272e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_wr_dma_err_rsp:1,	// 35
273e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_wr_dma_tnum_tout:1,	// 36
274e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_wr_dma_multi_tnum:1,	// 37
275e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_alg_data_overflow:1,	// 38
276e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_alg_data_underflo:1,	// 39
277e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_ram0_access_confl:1,	// 40
278e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_ram1_access_confl:1,	// 41
279e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_ram2_access_confl:1,	// 42
280e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_ram0_perr:1,	// 43
281e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_ram1_perr:1,	// 44
282e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_ram2_perr:1,	// 45
283e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_int_gen_rsp_err:1,	// 46
284e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_int_gen_tnum_tout:1,	// 47
285e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_rd_dma_prog_err:1,	// 48
286e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 clr_wr_dma_prog_err:1,	// 49
287e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:14;		// 63:50
288e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
289e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
290e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
291e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion cm_error_intr_enable {
292e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t cm_error_intr_enable_reg;
293e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
294e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t int_en_ecc_sbe:1,	// 0
295e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_ecc_mbe:1,	// 1
296e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_unsupported_re:1,	// 2
297e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_unexpected_rsp:1,	// 3
298e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_bad_length:1,	// 4
299e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_bad_datavalid:1,	// 5
300e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_buffer_overflo:1,	// 6
301e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_request_timeou:1,	// 7
302e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:8,		// 15:8
303e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_head_inv_data_:1,	// 16
304e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_rsp_pactype_in:1,	// 17
305e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_head_sb_err:1,	// 18
306e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_missing_head:1,	// 19
307e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_head_inv_rd_ty:1,	// 20
308e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_head_cmd_err_b:1,	// 21
309e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_req_addr_align:1,	// 22
310e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_pio_req_addr_i:1,	// 23
311e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_req_range_dsiz:1,	// 24
312e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_early_term:1,	// 25
313e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_early_tail:1,	// 26
314e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_missing_tail:1,	// 27
315e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_data_flit_sb_e:1,	// 28
316e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_cm2hcm_req_cre:1,	// 29
317e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_cm2hcm_rsp_cre:1,	// 30
318e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_rx_bad_didn:1,	// 31
319e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_rd_dma_err_rsp:1,	// 32
320e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_rd_dma_tnum_to:1,	// 33
321e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_rd_dma_multi_t:1,	// 34
322e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_wr_dma_err_rsp:1,	// 35
323e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_wr_dma_tnum_to:1,	// 36
324e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_wr_dma_multi_t:1,	// 37
325e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_alg_data_overf:1,	// 38
326e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_alg_data_under:1,	// 39
327e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_ram0_access_co:1,	// 40
328e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_ram1_access_co:1,	// 41
329e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_ram2_access_co:1,	// 42
330e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_ram0_perr:1,	// 43
331e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_ram1_perr:1,	// 44
332e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_ram2_perr:1,	// 45
333e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_int_gen_rsp_er:1,	// 46
334e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_int_gen_tnum_t:1,	// 47
335e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_rd_dma_prog_er:1,	// 48
336e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 int_en_wr_dma_prog_er:1,	// 49
337e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:14;		// 63:50
338e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
339e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
340e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
341e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losurestruct cm_mmr {
342e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union cm_id id;
343e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union cm_status status;
344e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union cm_error_detail1 err_detail1;
345e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union cm_error_detail2 err_detail2;
346e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union cm_control control;
347e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union cm_req_timeout req_timeout;
348e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t reserved1[1];
349e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union intr_dest int_dest;
350e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t reserved2[2];
351e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t targ_flush;
352e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t reserved3[1];
353e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union cm_error_status err_status;
354e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union cm_clr_error_status clr_err_status;
355e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union cm_error_intr_enable int_enable;
356e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
357e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
358e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion dma_hostaddr {
359e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t dma_hostaddr_reg;
360e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
361e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t dma_sys_addr:56,	// 55:0
362e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:8;		// 63:56
363e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
364e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
365e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
366e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion dma_localaddr {
367e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t dma_localaddr_reg;
368e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
369e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t dma_ram_addr:21,	// 20:0
370e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 dma_ram_sel:2,	// 22:21
371e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:41;		// 63:23
372e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
373e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
374e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
375e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion dma_control {
376e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t dma_control_reg;
377e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
378e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t dma_op_length:16,	// 15:0
379e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:18,		// 33:16
380e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 done_amo_en:1,	// 34
381e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 done_int_en:1,	// 35
382e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:1,		// 36
383e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 pio_mem_n:1,	// 37
384e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:26;		// 63:38
385e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
386e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
387e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
388e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion dma_amo_dest {
389e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t dma_amo_dest_reg;
390e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
391e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t dma_amo_sys_addr:56,	// 55:0
392e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 dma_amo_mod_type:3,	// 58:56
393e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:5;		// 63:59
394e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
395e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
396e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
397e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion rdma_aux_status {
398e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t rdma_aux_status_reg;
399e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
400e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t op_num_pacs_left:17,	// 16:0
401e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:5,		// 21:17
402e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 lrsp_buff_empty:1,	// 22
403e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:17,		// 39:23
404e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 pending_reqs_left:6,	// 45:40
405e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:18;		// 63:46
406e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
407e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
408e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
409e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losurestruct rdma_mmr {
410e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union dma_hostaddr host_addr;
411e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union dma_localaddr local_addr;
412e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union dma_control control;
413e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union dma_amo_dest amo_dest;
414e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union intr_dest intr_dest;
415e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union rdma_aux_status aux_status;
416e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
417e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
418e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion wdma_aux_status {
419e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t wdma_aux_status_reg;
420e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
421e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t op_num_pacs_left:17,	// 16:0
422e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:4,		// 20:17
423e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 lreq_buff_empty:1,	// 21
424e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:18,		// 39:22
425e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		 pending_reqs_left:6,	// 45:40
426e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:18;		// 63:46
427e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
428e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
429e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
430e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losurestruct wdma_mmr {
431e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union dma_hostaddr host_addr;
432e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union dma_localaddr local_addr;
433e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union dma_control control;
434e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union dma_amo_dest amo_dest;
435e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union intr_dest intr_dest;
436e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union wdma_aux_status aux_status;
437e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
438e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
439e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losureunion algo_step {
440e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t algo_step_reg;
441e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct {
442e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t alg_step_cnt:16,	// 15:0
443e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		:48;		// 63:16
444e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	};
445e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
446e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
447e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losurestruct algo_mmr {
448e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union dma_amo_dest amo_dest;
449e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union intr_dest intr_dest;
450e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union {
451e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		uint64_t algo_offset_reg;
452e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		struct {
453e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure			uint64_t sram0_offset:7,	// 6:0
454e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure			reserved0:1,	// 7
455e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure			sram1_offset:7,	// 14:8
456e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure			reserved1:1,	// 15
457e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure			sram2_offset:7,	// 22:16
458e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure			reserved2:14;	// 63:23
459e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure		};
460e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	} sram_offset;
461e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	union algo_step step;
462e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
463e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
464e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losurestruct mbcs_mmr {
465e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct cm_mmr cm;
466e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t reserved1[17];
467e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct rdma_mmr rdDma;
468e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t reserved2[25];
469e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct wdma_mmr wrDma;
470e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t reserved3[25];
471e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct algo_mmr algo;
472e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t reserved4[156];
473e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
474e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
475e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure/*
476e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure * defines
477e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure */
478e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define DEVICE_NAME "mbcs"
479e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_PART_NUM 0xfff0
480e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_PART_NUM_ALG0 0xf001
481e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#define MBCS_MFG_NUM  0x1
482e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
483e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losurestruct algoblock {
484e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t amoHostDest;
485e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t amoModType;
486e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t intrHostDest;
487e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t intrVector;
488e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t algoStepCount;
489e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
490e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
491e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losurestruct getdma {
492e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t hostAddr;
493e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t localAddr;
494e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t bytes;
495e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t DoneAmoEnable;
496e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t DoneIntEnable;
497e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t peerIO;
498e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t amoHostDest;
499e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t amoModType;
500e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t intrHostDest;
501e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t intrVector;
502e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
503e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
504e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losurestruct putdma {
505e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t hostAddr;
506e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t localAddr;
507e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t bytes;
508e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t DoneAmoEnable;
509e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t DoneIntEnable;
510e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t peerIO;
511e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t amoHostDest;
512e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t amoModType;
513e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t intrHostDest;
514e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t intrVector;
515e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
516e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
517e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losurestruct mbcs_soft {
518e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct list_head list;
519e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct cx_dev *cxdev;
520e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	int major;
521e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	int nasid;
522e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	void *mmr_base;
523e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	wait_queue_head_t dmawrite_queue;
524e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	wait_queue_head_t dmaread_queue;
525e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	wait_queue_head_t algo_queue;
526e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct sn_irq_info *get_sn_irq;
527e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct sn_irq_info *put_sn_irq;
528e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct sn_irq_info *algo_sn_irq;
529e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct getdma getdma;
530e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct putdma putdma;
531e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	struct algoblock algo;
532e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t gscr_addr;	// pio addr
533e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t ram0_addr;	// pio addr
534e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t ram1_addr;	// pio addr
535e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t ram2_addr;	// pio addr
536e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	uint64_t debug_addr;	// pio addr
537e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	atomic_t dmawrite_done;
538e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	atomic_t dmaread_done;
539e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure	atomic_t algo_done;
54046bca69682731104b42f99da763b9a08a0574291Matthias Kaehlcke	struct mutex dmawritelock;
541ae5e29798afa2b11a01fcb4fab8b58fee47fe155Matthias Kaehlcke	struct mutex dmareadlock;
542a40ba8495798fa7eae6fa12b16a0d06d906ba47fMatthias Kaehlcke	struct mutex algolock;
543e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure};
544e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
54539ef01e00daf6d860783f1a836f765265a9d3b47Alan Coxstatic int mbcs_open(struct inode *ip, struct file *fp);
54639ef01e00daf6d860783f1a836f765265a9d3b47Alan Coxstatic ssize_t mbcs_sram_read(struct file *fp, char __user *buf, size_t len,
547e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure			      loff_t * off);
54839ef01e00daf6d860783f1a836f765265a9d3b47Alan Coxstatic ssize_t mbcs_sram_write(struct file *fp, const char __user *buf, size_t len,
549e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure			       loff_t * off);
55039ef01e00daf6d860783f1a836f765265a9d3b47Alan Coxstatic loff_t mbcs_sram_llseek(struct file *filp, loff_t off, int whence);
55139ef01e00daf6d860783f1a836f765265a9d3b47Alan Coxstatic int mbcs_gscr_mmap(struct file *fp, struct vm_area_struct *vma);
552e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure
553e1e19747ecce9117610b8f3b57a3e95734230319Bruce Losure#endif				// __MBCS_H__
554