drivers/gpu/drm/etnaviv/etnaviv_cmd_parser.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  * Copyright (C) 2015-2018 Etnaviv Project
   4  */
   5
   6 #include <linux/kernel.h>
   7
   8 #include "etnaviv_gem.h"
   9 #include "etnaviv_gpu.h"
  10
  11 #include "cmdstream.xml.h"
  12
  13 #define EXTRACT(val, field) (((val) & field##__MASK) >> field##__SHIFT)
  14
  15 struct etna_validation_state {
  16         struct etnaviv_gpu *gpu;
  17         const struct drm_etnaviv_gem_submit_reloc *relocs;
  18         unsigned int num_relocs;
  19         u32 *start;
  20 };
  21
  22 static const struct {
  23         u16 offset;
  24         u16 size;
  25 } etnaviv_sensitive_states[] __initconst = {
  26 #define ST(start, num) { (start) >> 2, (num) }
  27         /* 2D */
  28         ST(0x1200, 1),
  29         ST(0x1228, 1),
  30         ST(0x1238, 1),
  31         ST(0x1284, 1),
  32         ST(0x128c, 1),
  33         ST(0x1304, 1),
  34         ST(0x1310, 1),
  35         ST(0x1318, 1),
  36         ST(0x12800, 4),
  37         ST(0x128a0, 4),
  38         ST(0x128c0, 4),
  39         ST(0x12970, 4),
  40         ST(0x12a00, 8),
  41         ST(0x12b40, 8),
  42         ST(0x12b80, 8),
  43         ST(0x12ce0, 8),
  44         /* 3D */
  45         ST(0x0644, 1),
  46         ST(0x064c, 1),
  47         ST(0x0680, 8),
  48         ST(0x086c, 1),
  49         ST(0x1028, 1),
  50         ST(0x1410, 1),
  51         ST(0x1430, 1),
  52         ST(0x1458, 1),
  53         ST(0x1460, 8),
  54         ST(0x1480, 8),
  55         ST(0x1500, 8),
  56         ST(0x1520, 8),
  57         ST(0x1540, 8),
  58         ST(0x1608, 1),
  59         ST(0x1610, 1),
  60         ST(0x1658, 1),
  61         ST(0x165c, 1),
  62         ST(0x1664, 1),
  63         ST(0x1668, 1),
  64         ST(0x16a4, 1),
  65         ST(0x16c0, 8),
  66         ST(0x16e0, 8),
  67         ST(0x1740, 8),
  68         ST(0x17c0, 8),
  69         ST(0x17e0, 8),
  70         ST(0x2400, 14 * 16),
  71         ST(0x3824, 1),
  72         ST(0x10800, 32 * 16),
  73         ST(0x14600, 16),
  74         ST(0x14800, 8 * 8),
  75 #undef ST
  76 };
  77
  78 #define ETNAVIV_STATES_SIZE (VIV_FE_LOAD_STATE_HEADER_OFFSET__MASK + 1u)
  79 static DECLARE_BITMAP(etnaviv_states, ETNAVIV_STATES_SIZE);
  80
  81 void __init etnaviv_validate_init(void)
  82 {
  83         unsigned int i;
  84
  85         for (i = 0; i < ARRAY_SIZE(etnaviv_sensitive_states); i++)
  86                 bitmap_set(etnaviv_states, etnaviv_sensitive_states[i].offset,
  87                            etnaviv_sensitive_states[i].size);
  88 }
  89
  90 static void etnaviv_warn_if_non_sensitive(struct etna_validation_state *state,
  91         unsigned int buf_offset, unsigned int state_addr)
  92 {
  93         if (state->num_relocs && state->relocs->submit_offset < buf_offset) {
  94                 dev_warn_once(state->gpu->dev,
  95                               "%s: relocation for non-sensitive state 0x%x at offset %u\n",
  96                               __func__, state_addr,
  97                               state->relocs->submit_offset);
  98                 while (state->num_relocs &&
  99                        state->relocs->submit_offset < buf_offset) {
 100                         state->relocs++;
 101                         state->num_relocs--;
 102                 }
 103         }
 104 }
 105
 106 static bool etnaviv_validate_load_state(struct etna_validation_state *state,
 107         u32 *ptr, unsigned int state_offset, unsigned int num)
 108 {
 109         unsigned int size = min(ETNAVIV_STATES_SIZE, state_offset + num);
 110         unsigned int st_offset = state_offset, buf_offset;
 111
 112         for_each_set_bit_from(st_offset, etnaviv_states, size) {
 113                 buf_offset = (ptr - state->start +
 114                               st_offset - state_offset) * 4;
 115
 116                 etnaviv_warn_if_non_sensitive(state, buf_offset, st_offset * 4);
 117                 if (state->num_relocs &&
 118                     state->relocs->submit_offset == buf_offset) {
 119                         state->relocs++;
 120                         state->num_relocs--;
 121                         continue;
 122                 }
 123
 124                 dev_warn_ratelimited(state->gpu->dev,
 125                                      "%s: load state touches restricted state 0x%x at offset %u\n",
 126                                      __func__, st_offset * 4, buf_offset);
 127                 return false;
 128         }
 129
 130         if (state->num_relocs) {
 131                 buf_offset = (ptr - state->start + num) * 4;
 132                 etnaviv_warn_if_non_sensitive(state, buf_offset, st_offset * 4 +
 133                                               state->relocs->submit_offset -
 134                                               buf_offset);
 135         }
 136
 137         return true;
 138 }
 139
 140 static uint8_t cmd_length[32] = {
 141         [FE_OPCODE_DRAW_PRIMITIVES] = 4,
 142         [FE_OPCODE_DRAW_INDEXED_PRIMITIVES] = 6,
 143         [FE_OPCODE_DRAW_INSTANCED] = 4,
 144         [FE_OPCODE_NOP] = 2,
 145         [FE_OPCODE_STALL] = 2,
 146 };
 147
 148 bool etnaviv_cmd_validate_one(struct etnaviv_gpu *gpu, u32 *stream,
 149                               unsigned int size,
 150                               struct drm_etnaviv_gem_submit_reloc *relocs,
 151                               unsigned int reloc_size)
 152 {
 153         struct etna_validation_state state;
 154         u32 *buf = stream;
 155         u32 *end = buf + size;
 156
 157         state.gpu = gpu;
 158         state.relocs = relocs;
 159         state.num_relocs = reloc_size;
 160         state.start = stream;
 161
 162         while (buf < end) {
 163                 u32 cmd = *buf;
 164                 unsigned int len, n, off;
 165                 unsigned int op = cmd >> 27;
 166
 167                 switch (op) {
 168                 case FE_OPCODE_LOAD_STATE:
 169                         n = EXTRACT(cmd, VIV_FE_LOAD_STATE_HEADER_COUNT);
 170                         len = ALIGN(1 + n, 2);
 171                         if (buf + len > end)
 172                                 break;
 173
 174                         off = EXTRACT(cmd, VIV_FE_LOAD_STATE_HEADER_OFFSET);
 175                         if (!etnaviv_validate_load_state(&state, buf + 1,
 176                                                          off, n))
 177                                 return false;
 178                         break;
 179
 180                 case FE_OPCODE_DRAW_2D:
 181                         n = EXTRACT(cmd, VIV_FE_DRAW_2D_HEADER_COUNT);
 182                         if (n == 0)
 183                                 n = 256;
 184                         len = 2 + n * 2;
 185                         break;
 186
 187                 default:
 188                         len = cmd_length[op];
 189                         if (len == 0) {
 190                                 dev_err(gpu->dev, "%s: op %u not permitted at offset %tu\n",
 191                                         __func__, op, buf - state.start);
 192                                 return false;
 193                         }
 194                         break;
 195                 }
 196
 197                 buf += len;
 198         }
 199
 200         if (buf > end) {
 201                 dev_err(gpu->dev, "%s: commands overflow end of buffer: %tu > %u\n",
 202                         __func__, buf - state.start, size);
 203                 return false;
 204         }
 205
 206         return true;
 207 }