nv50_ir.h revision a765d7880f80d01be261a5d1f4b356a2b6fcfaad
1d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller/* 2d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * Copyright 2011 Christoph Bumiller 3d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * 4d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * Permission is hereby granted, free of charge, to any person obtaining a 5d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * copy of this software and associated documentation files (the "Software"), 6d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * to deal in the Software without restriction, including without limitation 7d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * and/or sell copies of the Software, and to permit persons to whom the 9d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * Software is furnished to do so, subject to the following conditions: 10d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * 11d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * The above copyright notice and this permission notice shall be included in 12d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * all copies or substantial portions of the Software. 13d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * 14d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 18d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF 19d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 20d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller * SOFTWARE. 21d2d19ea51fa3575a8d014a69a9b835c335728817Christoph Bumiller */ 2257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 2357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#ifndef __NV50_IR_H__ 2457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define __NV50_IR_H__ 2557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 2657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#include <stdio.h> 2757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#include <stdlib.h> 2857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#include <stdint.h> 298cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez#include <deque> 308cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez#include <list> 318cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez#include <vector> 3257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 3357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#include "nv50_ir_util.h" 3457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#include "nv50_ir_graph.h" 3557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 3657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#include "nv50_ir_driver.h" 3757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 3857594065c30feec9376be9b2132659f7d87362eeChristoph Bumillernamespace nv50_ir { 3957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 4057594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerenum operation 4157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 4257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_NOP = 0, 4357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_PHI, 4457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_UNION, // unify a new definition and several source values 4557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SPLIT, // $r0d -> { $r0, $r1 } ($r0d and $r0/$r1 will be coalesced) 4657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_MERGE, // opposite of split, e.g. combine 2 32 bit into a 64 bit value 4757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_CONSTRAINT, // copy values into consecutive registers 48d6d1f0e4a25c9fbefce7485d77617855a8ea956aFrancisco Jerez OP_MOV, // simple copy, no modifiers allowed 4957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_LOAD, 5057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_STORE, 5157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_ADD, 5257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SUB, 5357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_MUL, 5457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_DIV, 5557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_MOD, 5657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_MAD, 5757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_FMA, 5857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SAD, // abs(src0 - src1) + src2 5957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_ABS, 6057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_NEG, 6157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_NOT, 6257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_AND, 6357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_OR, 6457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_XOR, 6557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SHL, 6657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SHR, 6757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_MAX, 6857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_MIN, 6957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SAT, // CLAMP(f32, 0.0, 1.0) 7057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_CEIL, 7157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_FLOOR, 7257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_TRUNC, 7357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_CVT, 7457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SET_AND, // dst = (src0 CMP src1) & src2 7557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SET_OR, 7657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SET_XOR, 7757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SET, 7857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SELP, // dst = src2 ? src0 : src1 7957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SLCT, // dst = (src2 CMP 0) ? src0 : src1 8057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_RCP, 8157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_RSQ, 8257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_LG2, 8357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SIN, 8457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_COS, 8557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_EX2, 8657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_EXP, // exponential (base M_E) 8757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_LOG, // natural logarithm 8857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_PRESIN, 8957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_PREEX2, 9057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SQRT, 9157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_POW, 9257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_BRA, 9357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_CALL, 9457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_RET, 9557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_CONT, 9657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_BREAK, 9757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_PRERET, 9857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_PRECONT, 9957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_PREBREAK, 10057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_BRKPT, // breakpoint (not related to loops) 10157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_JOINAT, // push control flow convergence point 10257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_JOIN, // converge 10357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_DISCARD, 10457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_EXIT, 10557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_MEMBAR, 10657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_VFETCH, // indirection 0 in attribute space, indirection 1 is vertex base 10757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_PFETCH, // fetch base address of vertex src0 (immediate) [+ src1] 10857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_EXPORT, 10957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_LINTERP, 11057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_PINTERP, 11157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_EMIT, // emit vertex 11257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_RESTART, // restart primitive 11357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_TEX, 11457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_TXB, // texture bias 11557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_TXL, // texure lod 11657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_TXF, // texel fetch 11757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_TXQ, // texture size query 11857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_TXD, // texture derivatives 11957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_TXG, // texture gather 12057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_TEXCSAA, 12157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SULD, // surface load 12257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_SUST, // surface store 12357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_DFDX, 12457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_DFDY, 12557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_RDSV, // read system value 12657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_WRSV, // write system value 12757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_PIXLD, 12857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_QUADOP, 12957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_QUADON, 13057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_QUADPOP, 13157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_POPCNT, // bitcount(src0 & src1) 13257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_INSBF, // insert first src1[8:15] bits of src0 into src2 at src1[0:7] 13357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_EXTBF, 13457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller OP_LAST 13557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 13657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 13757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_SUBOP_MUL_HIGH 1 13857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_SUBOP_EMIT_RESTART 1 13957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_SUBOP_LDC_IL 1 14057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_SUBOP_LDC_IS 2 14157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_SUBOP_LDC_ISL 3 1420e4e0ca6df52ddecd1bb2fe9a427549d1a82b9f9Christoph Bumiller#define NV50_IR_SUBOP_SHIFT_WRAP 1 14357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 14457594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerenum DataType 14557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 14657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_NONE, 14757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_U8, 14857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_S8, 14957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_U16, 15057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_S16, 15157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_U32, 15257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_S32, 15357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_U64, // 64 bit operations are only lowered after register allocation 15457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_S64, 15557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_F16, 15657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_F32, 15757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_F64, 15857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_B96, 15957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_B128 16057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 16157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 16257594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerenum CondCode 16357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 16457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_FL = 0, 16557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_NEVER = CC_FL, // when used with FILE_FLAGS 16657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_LT = 1, 16757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_EQ = 2, 16857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_NOT_P = CC_EQ, // when used with FILE_PREDICATE 16957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_LE = 3, 17057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_GT = 4, 17157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_NE = 5, 17257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_P = CC_NE, 17357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_GE = 6, 17457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_TR = 7, 17557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_ALWAYS = CC_TR, 17657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_U = 8, 17757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_LTU = 9, 17857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_EQU = 10, 17957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_LEU = 11, 18057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_GTU = 12, 18157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_NEU = 13, 18257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_GEU = 14, 18357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_NO = 0x10, 18457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_NC = 0x11, 18557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_NS = 0x12, 18657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_NA = 0x13, 18757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_A = 0x14, 18857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_S = 0x15, 18957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_C = 0x16, 19057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CC_O = 0x17 19157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 19257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 19357594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerenum RoundMode 19457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 19557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ROUND_N, // nearest 19657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ROUND_M, // towards -inf 19757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ROUND_Z, // towards 0 19857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ROUND_P, // towards +inf 19957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ROUND_NI, // nearest integer 20057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ROUND_MI, // to integer towards -inf 20157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ROUND_ZI, // to integer towards 0 20257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ROUND_PI, // to integer towards +inf 20357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 20457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 20557594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerenum CacheMode 20657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 20757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CACHE_CA, // cache at all levels 20857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CACHE_WB = CACHE_CA, // cache write back 20957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CACHE_CG, // cache at global level 21057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CACHE_CS, // cache streaming 21157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CACHE_CV, // cache as volatile 21257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CACHE_WT = CACHE_CV // cache write-through 21357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 21457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 21557594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerenum DataFile 21657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 21757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller FILE_NULL = 0, 21857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller FILE_GPR, 21957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller FILE_PREDICATE, // boolean predicate 22057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller FILE_FLAGS, // zero/sign/carry/overflow bits 22157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller FILE_ADDRESS, 222e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller LAST_REGISTER_FILE = FILE_ADDRESS, 22357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller FILE_IMMEDIATE, 22457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller FILE_MEMORY_CONST, 22557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller FILE_SHADER_INPUT, 22657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller FILE_SHADER_OUTPUT, 22757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller FILE_MEMORY_GLOBAL, 22857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller FILE_MEMORY_SHARED, 22957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller FILE_MEMORY_LOCAL, 23057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller FILE_SYSTEM_VALUE, 23157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller DATA_FILE_COUNT 23257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 23357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 23457594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerenum TexTarget 23557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 23657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_1D, 23757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_2D, 23857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_2D_MS, 23957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_3D, 24057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_CUBE, 24157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_1D_SHADOW, 24257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_2D_SHADOW, 24357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_CUBE_SHADOW, 24457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_1D_ARRAY, 24557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_2D_ARRAY, 24657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_2D_MS_ARRAY, 24757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_CUBE_ARRAY, 24857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_1D_ARRAY_SHADOW, 24957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_2D_ARRAY_SHADOW, 25057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_RECT, 25157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_RECT_SHADOW, 25257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_CUBE_ARRAY_SHADOW, 25357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_BUFFER, 25457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TEX_TARGET_COUNT 25557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 25657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 25757594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerenum SVSemantic 25857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 25957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_POSITION, // WPOS 26057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_VERTEX_ID, 26157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_INSTANCE_ID, 26257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_INVOCATION_ID, 26357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_PRIMITIVE_ID, 26457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_VERTEX_COUNT, // gl_PatchVerticesIn 26557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_LAYER, 26657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_VIEWPORT_INDEX, 26757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_YDIR, 26857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_FACE, 26957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_POINT_SIZE, 27057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_POINT_COORD, 27157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_CLIP_DISTANCE, 27257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_SAMPLE_INDEX, 27357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_TESS_FACTOR, 27457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_TESS_COORD, 27557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_TID, 27657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_CTAID, 27757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_NTID, 27857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_GRIDID, 27957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_NCTAID, 28057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_LANEID, 28157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_PHYSID, 28257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_NPHYSID, 28357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_CLOCK, 28457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_LBASE, 28557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_SBASE, 28657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_UNDEFINED, 28757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SV_LAST 28857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 28957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 29057594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass Program; 29157594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass Function; 29257594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass BasicBlock; 29357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 29457594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass Target; 29557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 29657594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass Instruction; 29757594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass CmpInstruction; 29857594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass TexInstruction; 29957594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass FlowInstruction; 30057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 30157594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass Value; 30257594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass LValue; 30357594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass Symbol; 30457594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass ImmediateValue; 30557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 30657594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerstruct Storage 30757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 30857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller DataFile file; 30957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int8_t fileIndex; // signed, may be indirect for CONST[] 31057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint8_t size; // this should match the Instruction type's size 31157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller DataType type; // mainly for pretty printing 31257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller union { 31357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint64_t u64; // immediate values 31457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint32_t u32; 31557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint16_t u16; 31657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint8_t u8; 31757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int64_t s64; 31857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int32_t s32; 31957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int16_t s16; 32057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int8_t s8; 32157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller float f32; 32257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller double f64; 32357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int32_t offset; // offset from 0 (base of address space) 324e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller int32_t id; // register id (< 0 if virtual/unassigned, in units <= 4) 32557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller struct { 32657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller SVSemantic sv; 32757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int index; 32857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller } sv; 32957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller } data; 33057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 33157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 33257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller// precedence: NOT after SAT after NEG after ABS 33357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_MOD_ABS (1 << 0) 33457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_MOD_NEG (1 << 1) 33557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_MOD_SAT (1 << 2) 33657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_MOD_NOT (1 << 3) 33757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_MOD_NEG_ABS (NV50_IR_MOD_NEG | NV50_IR_MOD_ABS) 33857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 33957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_INTERP_MODE_MASK 0x3 34057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_INTERP_LINEAR (0 << 0) 34157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_INTERP_PERSPECTIVE (1 << 0) 34257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_INTERP_FLAT (2 << 0) 34357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_INTERP_SC (3 << 0) // what exactly is that ? 34457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_INTERP_SAMPLE_MASK 0xc 34557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_INTERP_DEFAULT (0 << 2) 34657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_INTERP_CENTROID (1 << 2) 34757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_INTERP_OFFSET (2 << 2) 34857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#define NV50_IR_INTERP_SAMPLEID (3 << 2) 34957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 35057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller// do we really want this to be a class ? 35157594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass Modifier 35257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 35357594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 35457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Modifier() : bits(0) { } 35557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Modifier(unsigned int m) : bits(m) { } 35657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Modifier(operation op); 35757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 35857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller // @return new Modifier applying a after b (asserts if unrepresentable) 35957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Modifier operator*(const Modifier) const; 36014d5f975a65c57830077dabf2f95261afbc51773Francisco Jerez Modifier operator*=(const Modifier m) { *this = *this * m; return *this; } 36157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Modifier operator==(const Modifier m) const { return m.bits == bits; } 36257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Modifier operator!=(const Modifier m) const { return m.bits != bits; } 36357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 36457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Modifier operator&(const Modifier m) const { return bits & m.bits; } 36557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Modifier operator|(const Modifier m) const { return bits | m.bits; } 36657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Modifier operator^(const Modifier m) const { return bits ^ m.bits; } 36757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 36857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller operation getOp() const; 36957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 37057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline int neg() const { return (bits & NV50_IR_MOD_NEG) ? 1 : 0; } 37157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline int abs() const { return (bits & NV50_IR_MOD_ABS) ? 1 : 0; } 37257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 37314d5f975a65c57830077dabf2f95261afbc51773Francisco Jerez inline operator bool() const { return bits ? true : false; } 37457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 37557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void applyTo(ImmediateValue &imm) const; 37657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 37757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int print(char *buf, size_t size) const; 37857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 37957594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerprivate: 38057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint8_t bits; 38157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 38257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 38357594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass ValueRef 38457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 38557594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 38614d5f975a65c57830077dabf2f95261afbc51773Francisco Jerez ValueRef(Value * = NULL); 3878cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez ValueRef(const ValueRef&); 38857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ~ValueRef(); 38957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 39057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline bool exists() const { return value != NULL; } 39157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 39257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void set(Value *); 39357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void set(const ValueRef&); 39457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Value *get() const { return value; } 39557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Value *rep() const; 39657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 39757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Instruction *getInsn() const { return insn; } 39857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void setInsn(Instruction *inst) { insn = inst; } 39957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 40057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline bool isIndirect(int dim) const { return indirect[dim] >= 0; } 40157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline const ValueRef *getIndirect(int dim) const; 40257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 40357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline DataFile getFile() const; 40457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline unsigned getSize() const; 40557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 40657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller // SSA: return eventual (traverse MOVs) literal value, if it exists 407d6d1f0e4a25c9fbefce7485d77617855a8ea956aFrancisco Jerez bool getImmediate(ImmediateValue&) const; 40857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 40957594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 41057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Modifier mod; 4119362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller int8_t indirect[2]; // >= 0 if relative to lvalue in insn->src(indirect[i]) 41257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint8_t swizzle; 41357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 41457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool usedAsPtr; // for printing 41557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 41657594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerprivate: 41757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Value *value; 41857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction *insn; 41957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 42057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 42157594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass ValueDef 42257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 42357594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 42414d5f975a65c57830077dabf2f95261afbc51773Francisco Jerez ValueDef(Value * = NULL); 4258cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez ValueDef(const ValueDef&); 42657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ~ValueDef(); 42757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 42857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline bool exists() const { return value != NULL; } 42957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 43057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Value *get() const { return value; } 43157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Value *rep() const; 43257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void set(Value *); 43314d5f975a65c57830077dabf2f95261afbc51773Francisco Jerez bool mayReplace(const ValueRef &); 43414d5f975a65c57830077dabf2f95261afbc51773Francisco Jerez void replace(const ValueRef &, bool doSet); // replace all uses of the old value 43557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 43657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Instruction *getInsn() const { return insn; } 43757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void setInsn(Instruction *inst) { insn = inst; } 43857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 43957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline DataFile getFile() const; 44057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline unsigned getSize() const; 44157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 44257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void setSSA(LValue *); 44357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline const LValue *preSSA() const; 44457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 44557594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerprivate: 44657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Value *value; // should make this LValue * ... 4478cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez LValue *origin; // pre SSA value 44857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction *insn; 44957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 45057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 45157594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass Value 45257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 45357594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 45457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Value(); 455da28ba00d84f59650bf180769d9d9a1609eb6164Francisco Jerez virtual ~Value() { } 45657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 457a05e6a3fa28168d58a13cfb07f7a664e84b925aeFrancisco Jerez virtual Value *clone(ClonePolicy<Function>&) const = 0; 45857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 45957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller virtual int print(char *, size_t, DataType ty = TYPE_NONE) const = 0; 46057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 46157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller virtual bool equals(const Value *, bool strict = false) const; 46257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller virtual bool interfers(const Value *) const; 463a765d7880f80d01be261a5d1f4b356a2b6fcfaadChristoph Bumiller virtual bool isUniform() const { return true; } 46457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 4659362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller inline Value *rep() const { return join; } 4669362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller 46757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Instruction *getUniqueInsn() const; 46857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Instruction *getInsn() const; // use when uniqueness is certain 46957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 4708cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez inline int refCount() { return uses.size(); } 47157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 47257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline LValue *asLValue(); 47357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Symbol *asSym(); 47457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline ImmediateValue *asImm(); 47557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline const Symbol *asSym() const; 47657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline const ImmediateValue *asImm() const; 47757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 47857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline bool inFile(DataFile f) { return reg.file == f; } 47957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 48057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller static inline Value *get(Iterator&); 48157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 4828cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez std::list<ValueRef *> uses; 4838cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez std::list<ValueDef *> defs; 4848cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez typedef std::list<ValueRef *>::iterator UseIterator; 4858cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez typedef std::list<ValueRef *>::const_iterator UseCIterator; 4868cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez typedef std::list<ValueDef *>::iterator DefIterator; 4878cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez typedef std::list<ValueDef *>::const_iterator DefCIterator; 48857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 48957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int id; 49057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Storage reg; 49157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 49257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller // TODO: these should be in LValue: 49357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Interval livei; 49457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Value *join; 49557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 49657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 49757594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass LValue : public Value 49857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 49957594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 50057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller LValue(Function *, DataFile file); 50157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller LValue(Function *, LValue *); 502da28ba00d84f59650bf180769d9d9a1609eb6164Francisco Jerez ~LValue() { } 50357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 504a765d7880f80d01be261a5d1f4b356a2b6fcfaadChristoph Bumiller virtual bool isUniform() const; 505a765d7880f80d01be261a5d1f4b356a2b6fcfaadChristoph Bumiller 506a05e6a3fa28168d58a13cfb07f7a664e84b925aeFrancisco Jerez virtual LValue *clone(ClonePolicy<Function>&) const; 50757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 50857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller virtual int print(char *, size_t, DataType ty = TYPE_NONE) const; 50957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 51057594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 511e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller unsigned compMask : 8; // compound/component mask 512e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller unsigned compound : 1; // used by RA, value involved in split/merge 513e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller unsigned ssa : 1; 514e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller unsigned fixedReg : 1; // set & used by RA, earlier just use (id < 0) 515e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller unsigned noSpill : 1; // do not spill (e.g. if spill temporary already) 51657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 51757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 51857594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass Symbol : public Value 51957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 52057594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 52157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Symbol(Program *, DataFile file = FILE_MEMORY_CONST, ubyte fileIdx = 0); 522da28ba00d84f59650bf180769d9d9a1609eb6164Francisco Jerez ~Symbol() { } 52357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 524a05e6a3fa28168d58a13cfb07f7a664e84b925aeFrancisco Jerez virtual Symbol *clone(ClonePolicy<Function>&) const; 52557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 52657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller virtual bool equals(const Value *that, bool strict) const; 52757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 528a765d7880f80d01be261a5d1f4b356a2b6fcfaadChristoph Bumiller virtual bool isUniform() const; 529a765d7880f80d01be261a5d1f4b356a2b6fcfaadChristoph Bumiller 53057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller virtual int print(char *, size_t, DataType ty = TYPE_NONE) const; 53157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 53257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller // print with indirect values 53357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int print(char *, size_t, Value *, Value *, DataType ty = TYPE_NONE) const; 53457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 53557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void setFile(DataFile file, ubyte fileIndex = 0) 53657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller { 53757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller reg.file = file; 53857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller reg.fileIndex = fileIndex; 53957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller } 54057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 54157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void setOffset(int32_t offset); 54257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void setAddress(Symbol *base, int32_t offset); 54357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void setSV(SVSemantic sv, uint32_t idx = 0); 54457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 54557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline const Symbol *getBase() const { return baseSym; } 54657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 54757594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerprivate: 54857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Symbol *baseSym; // array base for Symbols representing array elements 54957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 55057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 55157594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass ImmediateValue : public Value 55257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 55357594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 554d6d1f0e4a25c9fbefce7485d77617855a8ea956aFrancisco Jerez ImmediateValue() { } 55557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ImmediateValue(Program *, uint32_t); 55657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ImmediateValue(Program *, float); 55757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ImmediateValue(Program *, double); 55857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller // NOTE: not added to program with 55957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ImmediateValue(const ImmediateValue *, DataType ty); 560da28ba00d84f59650bf180769d9d9a1609eb6164Francisco Jerez ~ImmediateValue() { }; 56157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 562784848a94d621b11020838fc058fc04a7fc57aa9Francisco Jerez virtual ImmediateValue *clone(ClonePolicy<Function>&) const; 563784848a94d621b11020838fc058fc04a7fc57aa9Francisco Jerez 56457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller virtual bool equals(const Value *that, bool strict) const; 56557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 56657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller // these only work if 'type' is valid (we mostly use untyped literals): 56757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool isInteger(const int ival) const; // ival is cast to this' type 56857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool isNegative() const; 56957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool isPow2() const; 57057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 57157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void applyLog2(); 57257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 57357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller // for constant folding: 57457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ImmediateValue operator+(const ImmediateValue&) const; 57557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ImmediateValue operator-(const ImmediateValue&) const; 57657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ImmediateValue operator*(const ImmediateValue&) const; 57757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ImmediateValue operator/(const ImmediateValue&) const; 57857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 579d6d1f0e4a25c9fbefce7485d77617855a8ea956aFrancisco Jerez ImmediateValue& operator=(const ImmediateValue&); // only sets value ! 580d6d1f0e4a25c9fbefce7485d77617855a8ea956aFrancisco Jerez 58157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool compare(CondCode cc, float fval) const; 58257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 58357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller virtual int print(char *, size_t, DataType ty = TYPE_NONE) const; 58457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 58557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 58657594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass Instruction 58757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 58857594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 58957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction(); 59057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction(Function *, operation, DataType); 59157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller virtual ~Instruction(); 59257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 593a05e6a3fa28168d58a13cfb07f7a664e84b925aeFrancisco Jerez virtual Instruction *clone(ClonePolicy<Function>&, 594a05e6a3fa28168d58a13cfb07f7a664e84b925aeFrancisco Jerez Instruction * = NULL) const; 59557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 5968cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez void setDef(int i, Value *); 5978cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez void setSrc(int s, Value *); 5988cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez void setSrc(int s, const ValueRef&); 59957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void swapSources(int a, int b); 60057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool setIndirect(int s, int dim, Value *); 60157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 6029362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller inline ValueRef& src(int s) { return srcs[s]; } 6039362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller inline ValueDef& def(int s) { return defs[s]; } 6049362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller inline const ValueRef& src(int s) const { return srcs[s]; } 6059362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller inline const ValueDef& def(int s) const { return defs[s]; } 6069362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller 6079362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller inline Value *getDef(int d) const { return defs[d].get(); } 6089362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller inline Value *getSrc(int s) const { return srcs[s].get(); } 60957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Value *getIndirect(int s, int dim) const; 61057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 6118cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez inline bool defExists(unsigned d) const 6128cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez { 6139362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller return d < defs.size() && defs[d].exists(); 6148cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez } 6158cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez inline bool srcExists(unsigned s) const 6168cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez { 6179362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller return s < srcs.size() && srcs[s].exists(); 6188cc2eca5df0116aa7fb8233a9ab6ad1c9e4203cdFrancisco Jerez } 61957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 620e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller inline bool constrainedDefs() const; 62157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 62257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool setPredicate(CondCode ccode, Value *); 62357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Value *getPredicate() const; 62457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool writesPredicate() const; 625ca1fc2b86400e3fc9dd0517863e22721b5e91c77Christoph Bumiller inline bool isPredicated() const { return predSrc >= 0; } 62657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 62756cf2da02226aee6b7476675c0e05ac7c218756eChristoph Bumiller inline void setFlagsSrc(int s, Value *); 62856cf2da02226aee6b7476675c0e05ac7c218756eChristoph Bumiller inline void setFlagsDef(int d, Value *); 62956cf2da02226aee6b7476675c0e05ac7c218756eChristoph Bumiller 6309362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller unsigned int defCount() const { return defs.size(); }; 631e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller unsigned int defCount(unsigned int mask, bool singleFile = false) const; 6329362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller unsigned int srcCount() const { return srcs.size(); }; 633e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller unsigned int srcCount(unsigned int mask, bool singleFile = false) const; 63457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 63557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller // save & remove / set indirect[0,1] and predicate source 63657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void takeExtraSources(int s, Value *[3]); 63757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void putExtraSources(int s, Value *[3]); 63857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 63957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void setType(DataType type) { dType = sType = type; } 64057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 64157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void setType(DataType dtype, DataType stype) 64257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller { 64357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller dType = dtype; 64457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller sType = stype; 64557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller } 64657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 64757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline bool isPseudo() const { return op < OP_MOV; } 64857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool isDead() const; 64957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool isNop() const; 65057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool isCommutationLegal(const Instruction *) const; // must be adjacent ! 65157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool isActionEqual(const Instruction *) const; 65257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool isResultEqual(const Instruction *) const; 65357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 65457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void print() const; 65557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 65657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline CmpInstruction *asCmp(); 65757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline TexInstruction *asTex(); 65857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline FlowInstruction *asFlow(); 65957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline const TexInstruction *asTex() const; 66057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline const CmpInstruction *asCmp() const; 66157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline const FlowInstruction *asFlow() const; 66257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 66357594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 66457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction *next; 66557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction *prev; 66657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int id; 66757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int serial; // CFG order 66857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 66957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller operation op; 67057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller DataType dType; // destination or defining type 67157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller DataType sType; // source or secondary type 67257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CondCode cc; 67357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller RoundMode rnd; 67457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CacheMode cache; 67557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 67657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint8_t subOp; // quadop, 1 for mul-high, etc. 67757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 67857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned encSize : 4; // encoding size in bytes 67957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned saturate : 1; // to [0.0f, 1.0f] 68057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned join : 1; // converge control flow (use OP_JOIN until end) 68157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned fixed : 1; // prevent dead code elimination 68257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned terminator : 1; // end of basic block 68357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned atomic : 1; 68457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned ftz : 1; // flush denormal to zero 68557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned dnz : 1; // denormals, NaN are zero 68657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned ipa : 4; // interpolation mode 68757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned lanes : 4; 68857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned perPatch : 1; 68957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned exit : 1; // terminate program after insn 69057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 69157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int8_t postFactor; // MUL/DIV(if < 0) by 1 << postFactor 69257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 69357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int8_t predSrc; 69457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int8_t flagsDef; 69557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int8_t flagsSrc; 69657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 69757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller BasicBlock *bb; 69857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 6999362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumillerprotected: 7009362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller std::deque<ValueDef> defs; // no gaps ! 7019362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller std::deque<ValueRef> srcs; // no gaps ! 7029362d4bc0a03860ec386156cf499e855a9c2d2a5Christoph Bumiller 70357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller // instruction specific methods: 70457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller // (don't want to subclass, would need more constructors and memory pools) 70557594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 70657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void setInterpolate(unsigned int mode) { ipa = mode; } 70757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 70857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned int getInterpMode() const { return ipa & 0x3; } 70957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned int getSampleMode() const { return ipa & 0xc; } 71057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 71157594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerprivate: 71257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void init(); 71357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 71457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 71557594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerenum TexQuery 71657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 71757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TXQ_DIMS, 71857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TXQ_TYPE, 71957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TXQ_SAMPLE_POSITION, 72057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TXQ_FILTER, 72157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TXQ_LOD, 72257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TXQ_WRAP, 72357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TXQ_BORDER_COLOUR 72457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 72557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 72657594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass TexInstruction : public Instruction 72757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 72857594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 72957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller class Target 73057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller { 73157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller public: 73257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Target(TexTarget targ = TEX_TARGET_2D) : target(targ) { } 73357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 73457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller const char *getName() const { return descTable[target].name; } 73557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned int getArgCount() const { return descTable[target].argc; } 73657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned int getDim() const { return descTable[target].dim; } 73757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int isArray() const { return descTable[target].array ? 1 : 0; } 73857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int isCube() const { return descTable[target].cube ? 1 : 0; } 73957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int isShadow() const { return descTable[target].shadow ? 1 : 0; } 74057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 74157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Target& operator=(TexTarget targ) 74257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller { 74357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller assert(targ < TEX_TARGET_COUNT); 74457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller return *this; 74557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller } 74657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 74757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline bool operator==(TexTarget targ) const { return target == targ; } 74857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 74957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller private: 75057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller struct Desc 75157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller { 75257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller char name[19]; 75357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint8_t dim; 75457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint8_t argc; 75557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool array; 75657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool cube; 75757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool shadow; 75857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller }; 75957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 76057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller static const struct Desc descTable[TEX_TARGET_COUNT]; 76157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 76257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller private: 76357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller enum TexTarget target; 76457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller }; 76557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 76657594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 76757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TexInstruction(Function *, operation); 76857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller virtual ~TexInstruction(); 76957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 770a05e6a3fa28168d58a13cfb07f7a664e84b925aeFrancisco Jerez virtual TexInstruction *clone(ClonePolicy<Function>&, 771a05e6a3fa28168d58a13cfb07f7a664e84b925aeFrancisco Jerez Instruction * = NULL) const; 77257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 77357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void setTexture(Target targ, uint8_t r, uint8_t s) 77457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller { 77557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller tex.r = r; 77657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller tex.s = s; 77757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller tex.target = targ; 77857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller } 77957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 78057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Value *getIndirectR() const; 78157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Value *getIndirectS() const; 78257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 78357594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 78457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller struct { 78557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Target target; 78657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 78757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint8_t r; 78857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int8_t rIndirectSrc; 78957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint8_t s; 79057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int8_t sIndirectSrc; 79157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 79257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint8_t mask; 79357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint8_t gatherComp; 79457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 79557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool liveOnly; // only execute on live pixels of a quad (optimization) 79657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool levelZero; 7979c930639d9f6d713ccfd16b390a41a9f584f348cChristoph Bumiller bool derivAll; 79857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 79957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int8_t useOffsets; // 0, 1, or 4 for textureGatherOffsets 80057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int8_t offset[4][3]; 80157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 80257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller enum TexQuery query; 80357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller } tex; 80457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 80557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ValueRef dPdx[3]; 80657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ValueRef dPdy[3]; 80757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 80857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 80957594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass CmpInstruction : public Instruction 81057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 81157594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 81257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CmpInstruction(Function *, operation); 81357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 814a05e6a3fa28168d58a13cfb07f7a664e84b925aeFrancisco Jerez virtual CmpInstruction *clone(ClonePolicy<Function>&, 815a05e6a3fa28168d58a13cfb07f7a664e84b925aeFrancisco Jerez Instruction * = NULL) const; 81657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 81757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void setCondition(CondCode cond) { setCond = cond; } 81857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CondCode getCondition() const { return setCond; } 81957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 82057594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 82157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CondCode setCond; 82257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 82357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 82457594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass FlowInstruction : public Instruction 82557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 82657594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 8279bb36d54a2c69ebdc9d1c9c4c71945060de8c860Francisco Jerez FlowInstruction(Function *, operation, void *target); 82857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 829784848a94d621b11020838fc058fc04a7fc57aa9Francisco Jerez virtual FlowInstruction *clone(ClonePolicy<Function>&, 830784848a94d621b11020838fc058fc04a7fc57aa9Francisco Jerez Instruction * = NULL) const; 831784848a94d621b11020838fc058fc04a7fc57aa9Francisco Jerez 83257594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 83357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned allWarp : 1; 83457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned absolute : 1; 83557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned limit : 1; 83657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned builtin : 1; // true for calls to emulation code 83757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 83857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller union { 83957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller BasicBlock *bb; 84057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int builtin; 84157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Function *fn; 84257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller } target; 84357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 84457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 84557594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass BasicBlock 84657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 84757594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 84857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller BasicBlock(Function *); 84957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ~BasicBlock(); 85057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 851784848a94d621b11020838fc058fc04a7fc57aa9Francisco Jerez BasicBlock *clone(ClonePolicy<Function>&) const; 852784848a94d621b11020838fc058fc04a7fc57aa9Francisco Jerez 85357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline int getId() const { return id; } 85457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline unsigned int getInsnCount() const { return numInsns; } 85557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline bool isTerminated() const { return exit && exit->terminator; } 85657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 85757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool dominatedBy(BasicBlock *bb); 85857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline bool reachableBy(BasicBlock *by, BasicBlock *term); 85957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 86057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller // returns mask of conditional out blocks 86157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller // e.g. 3 for IF { .. } ELSE { .. } ENDIF, 1 for IF { .. } ENDIF 86257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned int initiatesSimpleConditional() const; 86357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 86457594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 86557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Function *getFunction() const { return func; } 86657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Program *getProgram() const { return program; } 86757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 86857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction *getEntry() const { return entry; } // first non-phi instruction 86957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction *getPhi() const { return phi; } 87057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction *getFirst() const { return phi ? phi : entry; } 87157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction *getExit() const { return exit; } 87257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 87357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void insertHead(Instruction *); 87457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void insertTail(Instruction *); 87557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void insertBefore(Instruction *, Instruction *); 87657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void insertAfter(Instruction *, Instruction *); 87757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void remove(Instruction *); 87857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void permuteAdjacent(Instruction *, Instruction *); 87957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 88057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller BasicBlock *idom() const; 88157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 882c04d6d95e0efb8eea4d788d8d7b629209a3afaeaChristoph Bumiller // NOTE: currently does not rebuild the dominator tree 883c04d6d95e0efb8eea4d788d8d7b629209a3afaeaChristoph Bumiller BasicBlock *splitBefore(Instruction *, bool attach = true); 884c04d6d95e0efb8eea4d788d8d7b629209a3afaeaChristoph Bumiller BasicBlock *splitAfter(Instruction *, bool attach = true); 885c04d6d95e0efb8eea4d788d8d7b629209a3afaeaChristoph Bumiller 88657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller DLList& getDF() { return df; } 88757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller DLList::Iterator iterDF() { return df.iterator(); } 88857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 88957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller static inline BasicBlock *get(Iterator&); 89057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller static inline BasicBlock *get(Graph::Node *); 89157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 89257594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 89357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Graph::Node cfg; // first edge is branch *taken* (the ELSE branch) 89457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Graph::Node dom; 89557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 89657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller BitSet liveSet; 8973e9150cd961b2399e402e940400deae11ec7852fFrancisco Jerez BitSet defSet; 89857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 89957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint32_t binPos; 90057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint32_t binSize; 90157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 90257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction *joinAt; // for quick reference 90357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 90457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool explicitCont; // loop headers: true if loop contains continue stmts 90557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 90657594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerprivate: 90757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int id; 90857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller DLList df; 90957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 91057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction *phi; 91157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction *entry; 91257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Instruction *exit; 91357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 91457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned int numInsns; 91557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 91657594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerprivate: 91757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Function *func; 91857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Program *program; 919c04d6d95e0efb8eea4d788d8d7b629209a3afaeaChristoph Bumiller 920c04d6d95e0efb8eea4d788d8d7b629209a3afaeaChristoph Bumiller void splitCommon(Instruction *, BasicBlock *, bool attach); 92157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 92257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 92357594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass Function 92457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 92557594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 92698116cc3dc3fc2cd84990cc2c968f05fe2978b4aFrancisco Jerez Function(Program *, const char *name, uint32_t label); 92757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ~Function(); 92857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 929d32ebb8c304725fa6bb7ec2d3d40ce828c713917Francisco Jerez static inline Function *get(Graph::Node *node); 930d32ebb8c304725fa6bb7ec2d3d40ce828c713917Francisco Jerez 93157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline Program *getProgram() const { return prog; } 93257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline const char *getName() const { return name; } 93357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline int getId() const { return id; } 93498116cc3dc3fc2cd84990cc2c968f05fe2978b4aFrancisco Jerez inline uint32_t getLabel() const { return label; } 93557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 93657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void print(); 93757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void printLiveIntervals() const; 93857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void printCFGraph(const char *filePath); 93957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 94057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool setEntry(BasicBlock *); 94157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool setExit(BasicBlock *); 94257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 94357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned int orderInstructions(ArrayList&); 94457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 94557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void add(BasicBlock *bb, int& id) { allBBlocks.insert(bb, id); } 94657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void add(Instruction *insn, int& id) { allInsns.insert(insn, id); } 94757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void add(LValue *lval, int& id) { allLValues.insert(lval, id); } 94857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 94957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline LValue *getLValue(int id); 95057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 951898b0981b6c90d2f1e446a532b6ac3cbbb49747dFrancisco Jerez void buildLiveSets(); 9523e9150cd961b2399e402e940400deae11ec7852fFrancisco Jerez void buildDefSets(); 95357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool convertToSSA(); 95457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 95557594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 956a3dd45e1c27e4e55dadb9467c2ea428f58083ac1Francisco Jerez std::deque<ValueDef> ins; 957a3dd45e1c27e4e55dadb9467c2ea428f58083ac1Francisco Jerez std::deque<ValueRef> outs; 958a3dd45e1c27e4e55dadb9467c2ea428f58083ac1Francisco Jerez std::deque<Value *> clobbers; 959a3dd45e1c27e4e55dadb9467c2ea428f58083ac1Francisco Jerez 96057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Graph cfg; 96157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Graph::Node *cfgExit; 96257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Graph *domTree; 96357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Graph::Node call; // node in the call graph 96457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 96557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller BasicBlock **bbArray; // BBs in emission order 96657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int bbCount; 96757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 96857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller unsigned int loopNestingBound; 96957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int regClobberMax; 97057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 97157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint32_t binPos; 97257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint32_t binSize; 97357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 974e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller Value *stackPtr; 975e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller 976e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller uint32_t tlsBase; // base address for l[] space (if no stack pointer is used) 977e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller uint32_t tlsSize; 978e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller 97957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ArrayList allBBlocks; 98057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ArrayList allInsns; 98157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ArrayList allLValues; 98257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 98357594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerprivate: 98457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void buildLiveSetsPreSSA(BasicBlock *, const int sequence); 9853e9150cd961b2399e402e940400deae11ec7852fFrancisco Jerez void buildDefSetsPreSSA(BasicBlock *bb, const int seq); 98657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 98757594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerprivate: 98898116cc3dc3fc2cd84990cc2c968f05fe2978b4aFrancisco Jerez uint32_t label; 98957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int id; 99057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller const char *const name; 99157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Program *prog; 99257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 99357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 99457594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerenum CGStage 99557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 99657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CG_STAGE_PRE_SSA, 99757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CG_STAGE_SSA, // expected directly before register allocation 99857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller CG_STAGE_POST_RA 99957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 100057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 100157594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass Program 100257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 100357594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 100457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller enum Type 100557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller { 100657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_VERTEX, 100757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_TESSELLATION_CONTROL, 100857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_TESSELLATION_EVAL, 100957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_GEOMETRY, 101057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_FRAGMENT, 101157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller TYPE_COMPUTE 101257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller }; 101357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 101457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Program(Type type, Target *targ); 101557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ~Program(); 101657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 101757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void print(); 101857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 101957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Type getType() const { return progType; } 102057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 102157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void add(Function *fn, int& id) { allFuncs.insert(fn, id); } 10225e4b2a1a47ca9a173f6419ed2f12c9fba80e757cFrancisco Jerez inline void del(Function *fn, int& id) { allFuncs.remove(id); } 102357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller inline void add(Value *rval, int& id) { allRValues.insert(rval, id); } 102457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 102557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool makeFromTGSI(struct nv50_ir_prog_info *); 102657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool makeFromSM4(struct nv50_ir_prog_info *); 102757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool convertToSSA(); 102857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool optimizeSSA(int level); 102957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool optimizePostRA(int level); 103057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool registerAllocation(); 103157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool emitBinary(struct nv50_ir_prog_info *); 103257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 103357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller const Target *getTarget() const { return target; } 103457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 103557594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerprivate: 103698116cc3dc3fc2cd84990cc2c968f05fe2978b4aFrancisco Jerez void emitSymbolTable(struct nv50_ir_prog_info *); 103798116cc3dc3fc2cd84990cc2c968f05fe2978b4aFrancisco Jerez 103857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Type progType; 103957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Target *target; 104057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 104157594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 104257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Function *main; 104357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Graph calls; 104457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 104557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ArrayList allFuncs; 104657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller ArrayList allRValues; 104757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 104857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint32_t *code; 104957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint32_t binSize; 1050e43a3a66a9d8a99021d76ff4d07dec7b8cfd62caChristoph Bumiller uint32_t tlsSize; // size required for FILE_MEMORY_LOCAL 105157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 105257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller int maxGPR; 105357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 105457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller MemoryPool mem_Instruction; 105557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller MemoryPool mem_CmpInstruction; 105657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller MemoryPool mem_TexInstruction; 105757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller MemoryPool mem_FlowInstruction; 105857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller MemoryPool mem_LValue; 105957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller MemoryPool mem_Symbol; 106057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller MemoryPool mem_ImmediateValue; 106157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 106257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller uint32_t dbgFlags; 106357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 106457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void releaseInstruction(Instruction *); 106557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller void releaseValue(Value *); 106657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 106757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 106857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller// TODO: add const version 106957594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerclass Pass 107057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller{ 107157594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerpublic: 107257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool run(Program *, bool ordered = false, bool skipPhi = false); 107357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool run(Function *, bool ordered = false, bool skipPhi = false); 107457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 107557594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerprivate: 107657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller // return false to continue with next entity on next higher level 107757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller virtual bool visit(Function *) { return true; } 107857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller virtual bool visit(BasicBlock *) { return true; } 107957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller virtual bool visit(Instruction *) { return false; } 108057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 108157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool doRun(Program *, bool ordered, bool skipPhi); 108257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool doRun(Function *, bool ordered, bool skipPhi); 108357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 108457594065c30feec9376be9b2132659f7d87362eeChristoph Bumillerprotected: 108557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller bool err; 108657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Function *func; 108757594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller Program *prog; 108857594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller}; 108957594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 109057594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller// ============================================================================= 109157594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 109257594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#include "nv50_ir_inlines.h" 109357594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 109457594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller} // namespace nv50_ir 109557594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller 109657594065c30feec9376be9b2132659f7d87362eeChristoph Bumiller#endif // __NV50_IR_H__ 1097