1848b8605Smrg/* 2848b8605Smrg * Copyright 2010 Jerome Glisse <glisse@freedesktop.org> 3848b8605Smrg * 4848b8605Smrg * Permission is hereby granted, free of charge, to any person obtaining a 5848b8605Smrg * copy of this software and associated documentation files (the "Software"), 6848b8605Smrg * to deal in the Software without restriction, including without limitation 7848b8605Smrg * on the rights to use, copy, modify, merge, publish, distribute, sub 8848b8605Smrg * license, and/or sell copies of the Software, and to permit persons to whom 9848b8605Smrg * the Software is furnished to do so, subject to the following conditions: 10848b8605Smrg * 11848b8605Smrg * The above copyright notice and this permission notice (including the next 12848b8605Smrg * paragraph) shall be included in all copies or substantial portions of the 13848b8605Smrg * Software. 14848b8605Smrg * 15848b8605Smrg * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16848b8605Smrg * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17848b8605Smrg * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 18848b8605Smrg * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM, 19848b8605Smrg * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 20848b8605Smrg * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 21848b8605Smrg * USE OR OTHER DEALINGS IN THE SOFTWARE. 22848b8605Smrg */ 23848b8605Smrg#include "r600_asm.h" 24848b8605Smrg#include "r700_sq.h" 25848b8605Smrg 26848b8605Smrgvoid r700_bytecode_cf_vtx_build(uint32_t *bytecode, const struct r600_bytecode_cf *cf) 27848b8605Smrg{ 28848b8605Smrg unsigned count = (cf->ndw / 4) - 1; 29848b8605Smrg *bytecode++ = S_SQ_CF_WORD0_ADDR(cf->addr >> 1); 30848b8605Smrg *bytecode++ = S_SQ_CF_WORD1_CF_INST(r600_isa_cf_opcode(ISA_CC_R700, cf->op)) | 31848b8605Smrg S_SQ_CF_WORD1_BARRIER(1) | 32848b8605Smrg S_SQ_CF_WORD1_COUNT(count) | 33b8e80941Smrg S_SQ_CF_WORD1_COUNT_3(count >> 3)| 34b8e80941Smrg S_SQ_CF_WORD1_END_OF_PROGRAM(cf->end_of_program); 35848b8605Smrg} 36848b8605Smrg 37848b8605Smrgint r700_bytecode_alu_build(struct r600_bytecode *bc, struct r600_bytecode_alu *alu, unsigned id) 38848b8605Smrg{ 39848b8605Smrg bc->bytecode[id++] = S_SQ_ALU_WORD0_SRC0_SEL(alu->src[0].sel) | 40848b8605Smrg S_SQ_ALU_WORD0_SRC0_REL(alu->src[0].rel) | 41848b8605Smrg S_SQ_ALU_WORD0_SRC0_CHAN(alu->src[0].chan) | 42848b8605Smrg S_SQ_ALU_WORD0_SRC0_NEG(alu->src[0].neg) | 43848b8605Smrg S_SQ_ALU_WORD0_SRC1_SEL(alu->src[1].sel) | 44848b8605Smrg S_SQ_ALU_WORD0_SRC1_REL(alu->src[1].rel) | 45848b8605Smrg S_SQ_ALU_WORD0_SRC1_CHAN(alu->src[1].chan) | 46848b8605Smrg S_SQ_ALU_WORD0_SRC1_NEG(alu->src[1].neg) | 47848b8605Smrg S_SQ_ALU_WORD0_PRED_SEL(alu->pred_sel) | 48848b8605Smrg S_SQ_ALU_WORD0_LAST(alu->last); 49848b8605Smrg 50848b8605Smrg /* don't replace gpr by pv or ps for destination register */ 51848b8605Smrg if (alu->is_op3) { 52b8e80941Smrg assert(!alu->src[0].abs && !alu->src[1].abs && !alu->src[2].abs); 53848b8605Smrg bc->bytecode[id++] = S_SQ_ALU_WORD1_DST_GPR(alu->dst.sel) | 54848b8605Smrg S_SQ_ALU_WORD1_DST_CHAN(alu->dst.chan) | 55848b8605Smrg S_SQ_ALU_WORD1_DST_REL(alu->dst.rel) | 56848b8605Smrg S_SQ_ALU_WORD1_CLAMP(alu->dst.clamp) | 57848b8605Smrg S_SQ_ALU_WORD1_OP3_SRC2_SEL(alu->src[2].sel) | 58848b8605Smrg S_SQ_ALU_WORD1_OP3_SRC2_REL(alu->src[2].rel) | 59848b8605Smrg S_SQ_ALU_WORD1_OP3_SRC2_CHAN(alu->src[2].chan) | 60848b8605Smrg S_SQ_ALU_WORD1_OP3_SRC2_NEG(alu->src[2].neg) | 61848b8605Smrg S_SQ_ALU_WORD1_OP3_ALU_INST(r600_isa_alu_opcode(bc->isa->hw_class, alu->op)) | 62848b8605Smrg S_SQ_ALU_WORD1_BANK_SWIZZLE(alu->bank_swizzle); 63848b8605Smrg } else { 64848b8605Smrg bc->bytecode[id++] = S_SQ_ALU_WORD1_DST_GPR(alu->dst.sel) | 65848b8605Smrg S_SQ_ALU_WORD1_DST_CHAN(alu->dst.chan) | 66848b8605Smrg S_SQ_ALU_WORD1_DST_REL(alu->dst.rel) | 67848b8605Smrg S_SQ_ALU_WORD1_CLAMP(alu->dst.clamp) | 68848b8605Smrg S_SQ_ALU_WORD1_OP2_SRC0_ABS(alu->src[0].abs) | 69848b8605Smrg S_SQ_ALU_WORD1_OP2_SRC1_ABS(alu->src[1].abs) | 70848b8605Smrg S_SQ_ALU_WORD1_OP2_WRITE_MASK(alu->dst.write) | 71848b8605Smrg S_SQ_ALU_WORD1_OP2_OMOD(alu->omod) | 72848b8605Smrg S_SQ_ALU_WORD1_OP2_ALU_INST(r600_isa_alu_opcode(bc->isa->hw_class, alu->op)) | 73848b8605Smrg S_SQ_ALU_WORD1_BANK_SWIZZLE(alu->bank_swizzle) | 74848b8605Smrg S_SQ_ALU_WORD1_OP2_UPDATE_EXECUTE_MASK(alu->execute_mask) | 75848b8605Smrg S_SQ_ALU_WORD1_OP2_UPDATE_PRED(alu->update_pred); 76848b8605Smrg } 77848b8605Smrg return 0; 78848b8605Smrg} 79848b8605Smrg 80848b8605Smrgvoid r700_bytecode_alu_read(struct r600_bytecode *bc, 81848b8605Smrg struct r600_bytecode_alu *alu, uint32_t word0, uint32_t word1) 82848b8605Smrg{ 83848b8605Smrg /* WORD0 */ 84848b8605Smrg alu->src[0].sel = G_SQ_ALU_WORD0_SRC0_SEL(word0); 85848b8605Smrg alu->src[0].rel = G_SQ_ALU_WORD0_SRC0_REL(word0); 86848b8605Smrg alu->src[0].chan = G_SQ_ALU_WORD0_SRC0_CHAN(word0); 87848b8605Smrg alu->src[0].neg = G_SQ_ALU_WORD0_SRC0_NEG(word0); 88848b8605Smrg alu->src[1].sel = G_SQ_ALU_WORD0_SRC1_SEL(word0); 89848b8605Smrg alu->src[1].rel = G_SQ_ALU_WORD0_SRC1_REL(word0); 90848b8605Smrg alu->src[1].chan = G_SQ_ALU_WORD0_SRC1_CHAN(word0); 91848b8605Smrg alu->src[1].neg = G_SQ_ALU_WORD0_SRC1_NEG(word0); 92848b8605Smrg alu->index_mode = G_SQ_ALU_WORD0_INDEX_MODE(word0); 93848b8605Smrg alu->pred_sel = G_SQ_ALU_WORD0_PRED_SEL(word0); 94848b8605Smrg alu->last = G_SQ_ALU_WORD0_LAST(word0); 95848b8605Smrg 96848b8605Smrg /* WORD1 */ 97848b8605Smrg alu->bank_swizzle = G_SQ_ALU_WORD1_BANK_SWIZZLE(word1); 98848b8605Smrg if (alu->bank_swizzle) 99848b8605Smrg alu->bank_swizzle_force = alu->bank_swizzle; 100848b8605Smrg alu->dst.sel = G_SQ_ALU_WORD1_DST_GPR(word1); 101848b8605Smrg alu->dst.rel = G_SQ_ALU_WORD1_DST_REL(word1); 102848b8605Smrg alu->dst.chan = G_SQ_ALU_WORD1_DST_CHAN(word1); 103848b8605Smrg alu->dst.clamp = G_SQ_ALU_WORD1_CLAMP(word1); 104848b8605Smrg if (G_SQ_ALU_WORD1_ENCODING(word1)) /*ALU_DWORD1_OP3*/ 105848b8605Smrg { 106848b8605Smrg alu->is_op3 = 1; 107848b8605Smrg alu->src[2].sel = G_SQ_ALU_WORD1_OP3_SRC2_SEL(word1); 108848b8605Smrg alu->src[2].rel = G_SQ_ALU_WORD1_OP3_SRC2_REL(word1); 109848b8605Smrg alu->src[2].chan = G_SQ_ALU_WORD1_OP3_SRC2_CHAN(word1); 110848b8605Smrg alu->src[2].neg = G_SQ_ALU_WORD1_OP3_SRC2_NEG(word1); 111848b8605Smrg alu->op = r600_isa_alu_by_opcode(bc->isa, 112848b8605Smrg G_SQ_ALU_WORD1_OP3_ALU_INST(word1), 1); 113848b8605Smrg } 114848b8605Smrg else /*ALU_DWORD1_OP2*/ 115848b8605Smrg { 116848b8605Smrg alu->src[0].abs = G_SQ_ALU_WORD1_OP2_SRC0_ABS(word1); 117848b8605Smrg alu->src[1].abs = G_SQ_ALU_WORD1_OP2_SRC1_ABS(word1); 118848b8605Smrg alu->op = r600_isa_alu_by_opcode(bc->isa, 119848b8605Smrg G_SQ_ALU_WORD1_OP2_ALU_INST(word1), 0); 120848b8605Smrg alu->omod = G_SQ_ALU_WORD1_OP2_OMOD(word1); 121848b8605Smrg alu->dst.write = G_SQ_ALU_WORD1_OP2_WRITE_MASK(word1); 122848b8605Smrg alu->update_pred = G_SQ_ALU_WORD1_OP2_UPDATE_PRED(word1); 123848b8605Smrg alu->execute_mask = 124848b8605Smrg G_SQ_ALU_WORD1_OP2_UPDATE_EXECUTE_MASK(word1); 125848b8605Smrg } 126848b8605Smrg} 127b8e80941Smrg 128b8e80941Smrgint r700_bytecode_fetch_mem_build(struct r600_bytecode *bc, struct r600_bytecode_vtx *mem, unsigned id) 129b8e80941Smrg{ 130b8e80941Smrg unsigned opcode = r600_isa_fetch_opcode(bc->isa->hw_class, mem->op) >> 8; 131b8e80941Smrg 132b8e80941Smrg bc->bytecode[id++] = S_SQ_MEM_RD_WORD0_MEM_INST(2) | 133b8e80941Smrg S_SQ_MEM_RD_WORD0_ELEM_SIZE(mem->elem_size) | 134b8e80941Smrg S_SQ_MEM_RD_WORD0_FETCH_WHOLE_QUAD(0) | 135b8e80941Smrg S_SQ_MEM_RD_WORD0_MEM_OP(opcode) | 136b8e80941Smrg S_SQ_MEM_RD_WORD0_UNCACHED(mem->uncached) | 137b8e80941Smrg S_SQ_MEM_RD_WORD0_INDEXED(mem->indexed) | 138b8e80941Smrg S_SQ_MEM_RD_WORD0_SRC_SEL_Y(mem->src_sel_y) | 139b8e80941Smrg S_SQ_MEM_RD_WORD0_SRC_GPR(mem->src_gpr) | 140b8e80941Smrg S_SQ_MEM_RD_WORD0_SRC_REL(mem->src_rel) | 141b8e80941Smrg S_SQ_MEM_RD_WORD0_SRC_SEL_X(mem->src_sel_x) | 142b8e80941Smrg S_SQ_MEM_RD_WORD0_BURST_COUNT(mem->burst_count) | 143b8e80941Smrg S_SQ_MEM_RD_WORD0_LDS_REQ(0) | 144b8e80941Smrg S_SQ_MEM_RD_WORD0_COALESCED_READ(0); 145b8e80941Smrg 146b8e80941Smrg bc->bytecode[id++] = S_SQ_MEM_RD_WORD1_DST_GPR(mem->dst_gpr) | 147b8e80941Smrg S_SQ_MEM_RD_WORD1_DST_REL(mem->dst_rel) | 148b8e80941Smrg S_SQ_MEM_RD_WORD1_DST_SEL_X(mem->dst_sel_x) | 149b8e80941Smrg S_SQ_MEM_RD_WORD1_DST_SEL_Y(mem->dst_sel_y) | 150b8e80941Smrg S_SQ_MEM_RD_WORD1_DST_SEL_W(mem->dst_sel_w) | 151b8e80941Smrg S_SQ_MEM_RD_WORD1_DST_SEL_Z(mem->dst_sel_z) | 152b8e80941Smrg S_SQ_MEM_RD_WORD1_DATA_FORMAT(mem->data_format) | 153b8e80941Smrg S_SQ_MEM_RD_WORD1_NUM_FORMAT_ALL(mem->num_format_all) | 154b8e80941Smrg S_SQ_MEM_RD_WORD1_FORMAT_COMP_ALL(mem->format_comp_all) | 155b8e80941Smrg S_SQ_MEM_RD_WORD1_SRF_MODE_ALL(mem->srf_mode_all); 156b8e80941Smrg 157b8e80941Smrg bc->bytecode[id++] = S_SQ_MEM_RD_WORD2_ARRAY_BASE(mem->array_base) | 158b8e80941Smrg S_SQ_MEM_RD_WORD2_ENDIAN_SWAP(0) | 159b8e80941Smrg S_SQ_MEM_RD_WORD2_ARRAY_SIZE(mem->array_size); 160b8e80941Smrg 161b8e80941Smrg 162b8e80941Smrg bc->bytecode[id++] = 0; /* MEM ops are 4 word aligned */ 163b8e80941Smrg 164b8e80941Smrg return 0; 165b8e80941Smrg} 166