Lines Matching refs:piobuf
837 static void copy_io(u32 __iomem *piobuf, struct ipath_sge_state *ss,
872 __raw_writel(data, piobuf);
873 piobuf++;
896 __raw_writel(data, piobuf);
898 piobuf++;
915 __raw_writel(data, piobuf);
916 piobuf++;
941 __iowrite32_copy(piobuf, ss->sge.vaddr, w - 1);
942 piobuf += w - 1;
948 __iowrite32_copy(piobuf, ss->sge.vaddr, w);
949 piobuf += w;
967 __raw_writel(last, piobuf);
971 __raw_writel(last, piobuf);
1105 u32 *piobuf;
1184 piobuf = kmalloc(tx->map_len, GFP_ATOMIC);
1185 if (unlikely(piobuf == NULL)) {
1189 tx->txreq.map_addr = piobuf;
1193 *piobuf++ = (__force u32) cpu_to_le32(plen);
1194 *piobuf++ = (__force u32) cpu_to_le32(control);
1195 memcpy(piobuf, hdr, hdrwords << 2);
1196 ipath_copy_from_sge(piobuf + hdrwords, ss, len);
1229 u32 __iomem *piobuf;
1235 piobuf = ipath_getpiobuf(dd, plen, NULL);
1236 if (unlikely(piobuf == NULL)) {
1258 writeq(((u64) control << 32) | plen, piobuf);
1259 piobuf += 2;
1270 __iowrite32_copy(piobuf, hdr, hdrwords - 1);
1272 __raw_writel(hdr[hdrwords - 1], piobuf + hdrwords - 1);
1275 __iowrite32_copy(piobuf, hdr, hdrwords);
1281 __iowrite32_copy(piobuf, hdr, hdrwords);
1282 piobuf += hdrwords;
1292 __iowrite32_copy(piobuf, addr, dwords - 1);
1295 __raw_writel(addr[dwords - 1], piobuf + dwords - 1);
1299 __iowrite32_copy(piobuf, addr, dwords);
1302 copy_io(piobuf, ss, len, flush_wc);
2292 "piobuf wait %d\n"