101e04c3fSmrg/*
201e04c3fSmrg * Mesa 3-D graphics library
301e04c3fSmrg *
401e04c3fSmrg * Copyright (C) 2017 Red Hat
501e04c3fSmrg *
601e04c3fSmrg * Permission is hereby granted, free of charge, to any person obtaining a
701e04c3fSmrg * copy of this software and associated documentation files (the "Software"),
801e04c3fSmrg * to deal in the Software without restriction, including without limitation
901e04c3fSmrg * the rights to use, copy, modify, merge, publish, distribute, sublicense,
1001e04c3fSmrg * and/or sell copies of the Software, and to permit persons to whom the
1101e04c3fSmrg * Software is furnished to do so, subject to the following conditions:
1201e04c3fSmrg *
1301e04c3fSmrg * The above copyright notice and this permission notice shall be included
1401e04c3fSmrg * in all copies or substantial portions of the Software.
1501e04c3fSmrg *
1601e04c3fSmrg * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
1701e04c3fSmrg * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
1801e04c3fSmrg * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
1901e04c3fSmrg * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
2001e04c3fSmrg * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
2101e04c3fSmrg * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
2201e04c3fSmrg * DEALINGS IN THE SOFTWARE.
2301e04c3fSmrg *
2401e04c3fSmrg * Authors:
2501e04c3fSmrg *    Ben Crocker <bcrocker@redhat.com>
2601e04c3fSmrg */
2701e04c3fSmrg
2801e04c3fSmrg#ifdef HAVE_FUNC_ATTRIBUTE_VISIBILITY
2901e04c3fSmrg#define HIDDEN __attribute__((visibility("hidden")))
3001e04c3fSmrg#else
3101e04c3fSmrg#define HIDDEN
3201e04c3fSmrg#endif
3301e04c3fSmrg
3401e04c3fSmrg// NOTE: These must be powers of two:
3501e04c3fSmrg#define PPC64LE_ENTRY_SIZE 256
3601e04c3fSmrg#define PPC64LE_PAGE_ALIGN 65536
3701e04c3fSmrg#if ((PPC64LE_ENTRY_SIZE & (PPC64LE_ENTRY_SIZE - 1)) != 0)
3801e04c3fSmrg#error PPC64LE_ENTRY_SIZE must be a power of two!
3901e04c3fSmrg#endif
4001e04c3fSmrg#if ((PPC64LE_PAGE_ALIGN & (PPC64LE_PAGE_ALIGN - 1)) != 0)
4101e04c3fSmrg#error PPC64LE_PAGE_ALIGN must be a power of two!
4201e04c3fSmrg#endif
4301e04c3fSmrg
4401e04c3fSmrg__asm__(".text\n"
4501e04c3fSmrg        ".balign " U_STRINGIFY(PPC64LE_ENTRY_SIZE) "\n"
4601e04c3fSmrg        "ppc64le_entry_start:");
4701e04c3fSmrg
4801e04c3fSmrg#define STUB_ASM_ENTRY(func)                            \
4901e04c3fSmrg   ".globl " func "\n"                                  \
5001e04c3fSmrg   ".type " func ", @function\n"                        \
5101e04c3fSmrg   ".balign " U_STRINGIFY(PPC64LE_ENTRY_SIZE) "\n"        \
5201e04c3fSmrg   func ":\n\t"                                         \
5301e04c3fSmrg   "  addis  2, 12, .TOC.-" func "@ha\n\t"              \
5401e04c3fSmrg   "  addi   2, 2, .TOC.-" func "@l\n\t"                \
5501e04c3fSmrg   "  .localentry  " func ", .-" func "\n\t"
5601e04c3fSmrg
5701e04c3fSmrg#define STUB_ASM_CODE(slot)                                         \
5801e04c3fSmrg   "  addis  11, 2, " ENTRY_CURRENT_TABLE "@got@ha\n\t"             \
5901e04c3fSmrg   "  ld     11, " ENTRY_CURRENT_TABLE "@got@l(11)\n\t"             \
6001e04c3fSmrg   "  ld     11, 0(11)\n\t"                                         \
6101e04c3fSmrg   "  cmpldi 11, 0\n\t"                                             \
6201e04c3fSmrg   "  beq    2000f\n"                                               \
6301e04c3fSmrg   "1050:\n\t"                                                      \
6401e04c3fSmrg   "  ld     12, " slot "*8(11)\n\t"                                \
6501e04c3fSmrg   "  mtctr  12\n\t"                                                \
6601e04c3fSmrg   "  bctr\n"                                                       \
6701e04c3fSmrg   "2000:\n\t"                                                      \
6801e04c3fSmrg   "  mflr   0\n\t"                                                 \
6901e04c3fSmrg   "  std    0, 16(1)\n\t"                                          \
7001e04c3fSmrg   "  std    2, 40(1)\n\t"                                          \
7101e04c3fSmrg   "  stdu   1, -144(1)\n\t"                                        \
7201e04c3fSmrg   "  std    3, 56(1)\n\t"                                          \
7301e04c3fSmrg   "  std    4, 64(1)\n\t"                                          \
7401e04c3fSmrg   "  std    5, 72(1)\n\t"                                          \
7501e04c3fSmrg   "  std    6, 80(1)\n\t"                                          \
7601e04c3fSmrg   "  std    7, 88(1)\n\t"                                          \
7701e04c3fSmrg   "  std    8, 96(1)\n\t"                                          \
7801e04c3fSmrg   "  std    9, 104(1)\n\t"                                         \
7901e04c3fSmrg   "  std    10, 112(1)\n\t"                                        \
8001e04c3fSmrg   "  std    12, 128(1)\n\t"                                        \
8101e04c3fSmrg   "  addis  12, 2, " ENTRY_CURRENT_TABLE_GET "@got@ha\n\t"         \
8201e04c3fSmrg   "  ld     12, " ENTRY_CURRENT_TABLE_GET "@got@l(12)\n\t"         \
8301e04c3fSmrg   "  mtctr  12\n\t"                                                \
8401e04c3fSmrg   "  bctrl\n\t"                                                    \
8501e04c3fSmrg   "  ld     2, 144+40(1)\n\t"                                      \
8601e04c3fSmrg   "  mr     11, 3\n\t"                                             \
8701e04c3fSmrg   "  ld     3, 56(1)\n\t"                                          \
8801e04c3fSmrg   "  ld     4, 64(1)\n\t"                                          \
8901e04c3fSmrg   "  ld     5, 72(1)\n\t"                                          \
9001e04c3fSmrg   "  ld     6, 80(1)\n\t"                                          \
9101e04c3fSmrg   "  ld     7, 88(1)\n\t"                                          \
9201e04c3fSmrg   "  ld     8, 96(1)\n\t"                                          \
9301e04c3fSmrg   "  ld     9, 104(1)\n\t"                                         \
9401e04c3fSmrg   "  ld     10, 112(1)\n\t"                                        \
9501e04c3fSmrg   "  ld     12, 128(1)\n\t"                                        \
9601e04c3fSmrg   "  addi   1, 1, 144\n\t"                                         \
9701e04c3fSmrg   "  ld     0, 16(1)\n\t"                                          \
9801e04c3fSmrg   "  mtlr   0\n\t"                                                 \
9901e04c3fSmrg   "  b      1050b\n"
10001e04c3fSmrg
10101e04c3fSmrg#define MAPI_TMP_STUB_ASM_GCC
10201e04c3fSmrg#include "mapi_tmp.h"
10301e04c3fSmrg
10401e04c3fSmrg#ifndef MAPI_MODE_BRIDGE
10501e04c3fSmrg
10601e04c3fSmrg#include <string.h>
10701e04c3fSmrg#include "u_execmem.h"
10801e04c3fSmrg
10901e04c3fSmrgvoid
11001e04c3fSmrgentry_patch_public(void)
11101e04c3fSmrg{
11201e04c3fSmrg}
11301e04c3fSmrg
11401e04c3fSmrgextern char
11501e04c3fSmrgppc64le_entry_start[] HIDDEN;
11601e04c3fSmrg
11701e04c3fSmrgmapi_func
11801e04c3fSmrgentry_get_public(int slot)
11901e04c3fSmrg{
12001e04c3fSmrg   return (mapi_func) (ppc64le_entry_start + slot * PPC64LE_ENTRY_SIZE);
12101e04c3fSmrg}
12201e04c3fSmrg
12301e04c3fSmrgstatic const uint32_t code_templ[] = {
12401e04c3fSmrg   // This should be functionally the same code as would be generated from
12501e04c3fSmrg   // the STUB_ASM_CODE macro, but defined as a buffer.
12601e04c3fSmrg   // This is used to generate new dispatch stubs. Mesa will copy this
12701e04c3fSmrg   // data to the dispatch stub, and then it will patch the slot number and
12801e04c3fSmrg   // any addresses that it needs to.
12901e04c3fSmrg   // NOTE!!!  NOTE!!!  NOTE!!!
13001e04c3fSmrg   // This representation is correct for both little- and big-endian systems.
13101e04c3fSmrg   // However, more work needs to be done for big-endian Linux because it
13201e04c3fSmrg   // adheres to an older, AIX-compatible ABI that uses function descriptors.
13301e04c3fSmrg   // 1000:
13401e04c3fSmrg   0x7C0802A6,    // <ENTRY+000>:    mflr   0
13501e04c3fSmrg   0xF8010010,    // <ENTRY+004>:    std    0, 16(1)
13601e04c3fSmrg   0xE96C0098,    // <ENTRY+008>:    ld     11, 9000f-1000b+0(12)
13701e04c3fSmrg   0xE96B0000,    // <ENTRY+012>:    ld     11, 0(11)
13801e04c3fSmrg   0x282B0000,    // <ENTRY+016>:    cmpldi 11, 0
13901e04c3fSmrg   0x41820014,    // <ENTRY+020>:    beq    2000f
14001e04c3fSmrg   // 1050:
14101e04c3fSmrg   0xE80C00A8,    // <ENTRY+024>:    ld     0, 9000f-1000b+16(12)
14201e04c3fSmrg   0x7D8B002A,    // <ENTRY+028>:    ldx    12, 11, 0
14301e04c3fSmrg   0x7D8903A6,    // <ENTRY+032>:    mtctr  12
14401e04c3fSmrg   0x4E800420,    // <ENTRY+036>:    bctr
14501e04c3fSmrg   // 2000:
14601e04c3fSmrg   0xF8410028,    // <ENTRY+040>:    std    2, 40(1)
14701e04c3fSmrg   0xF821FF71,    // <ENTRY+044>:    stdu   1, -144(1)
14801e04c3fSmrg   0xF8610038,    // <ENTRY+048>:    std    3, 56(1)
14901e04c3fSmrg   0xF8810040,    // <ENTRY+052>:    std    4, 64(1)
15001e04c3fSmrg   0xF8A10048,    // <ENTRY+056>:    std    5, 72(1)
15101e04c3fSmrg   0xF8C10050,    // <ENTRY+060>:    std    6, 80(1)
15201e04c3fSmrg   0xF8E10058,    // <ENTRY+064>:    std    7, 88(1)
15301e04c3fSmrg   0xF9010060,    // <ENTRY+068>:    std    8, 96(1)
15401e04c3fSmrg   0xF9210068,    // <ENTRY+072>:    std    9, 104(1)
15501e04c3fSmrg   0xF9410070,    // <ENTRY+076>:    std    10, 112(1)
15601e04c3fSmrg   0xF9810080,    // <ENTRY+080>:    std    12, 128(1)
15701e04c3fSmrg   0xE98C00A0,    // <ENTRY+084>:    ld     12, 9000f-1000b+8(12)
15801e04c3fSmrg   0x7D8903A6,    // <ENTRY+088>:    mtctr  12
15901e04c3fSmrg   0x4E800421,    // <ENTRY+092>:    bctrl
16001e04c3fSmrg   0x7C6B1B78,    // <ENTRY+096>:    mr     11, 3
16101e04c3fSmrg   0xE8610038,    // <ENTRY+100>:    ld     3, 56(1)
16201e04c3fSmrg   0xE8810040,    // <ENTRY+104>:    ld     4, 64(1)
16301e04c3fSmrg   0xE8A10048,    // <ENTRY+108>:    ld     5, 72(1)
16401e04c3fSmrg   0xE8C10050,    // <ENTRY+112>:    ld     6, 80(1)
16501e04c3fSmrg   0xE8E10058,    // <ENTRY+116>:    ld     7, 88(1)
16601e04c3fSmrg   0xE9010060,    // <ENTRY+120>:    ld     8, 96(1)
16701e04c3fSmrg   0xE9210068,    // <ENTRY+124>:    ld     9, 104(1)
16801e04c3fSmrg   0xE9410070,    // <ENTRY+128>:    ld     10, 112(1)
16901e04c3fSmrg   0xE9810080,    // <ENTRY+132>:    ld     12, 128(1)
17001e04c3fSmrg   0x38210090,    // <ENTRY+136>:    addi   1, 1, 144
17101e04c3fSmrg   0xE8010010,    // <ENTRY+140>:    ld     0, 16(1)
17201e04c3fSmrg   0x7C0803A6,    // <ENTRY+144>:    mtlr   0
17301e04c3fSmrg   0x4BFFFF84,    // <ENTRY+148>:    b      1050b
17401e04c3fSmrg   // 9000:
17501e04c3fSmrg   0, 0,          // <ENTRY+152>:    .quad ENTRY_CURRENT_TABLE
17601e04c3fSmrg   0, 0,          // <ENTRY+160>:    .quad ENTRY_CURRENT_TABLE_GET
17701e04c3fSmrg   0, 0           // <ENTRY+168>:    .quad <slot>*8
17801e04c3fSmrg};
17901e04c3fSmrgstatic const uint64_t TEMPLATE_OFFSET_CURRENT_TABLE = sizeof(code_templ) - 3*8;
18001e04c3fSmrgstatic const uint64_t TEMPLATE_OFFSET_CURRENT_TABLE_GET = sizeof(code_templ) - 2*8;
18101e04c3fSmrgstatic const uint64_t TEMPLATE_OFFSET_SLOT = sizeof(code_templ) - 1*8;
18201e04c3fSmrg
18301e04c3fSmrgvoid
18401e04c3fSmrgentry_patch(mapi_func entry, int slot)
18501e04c3fSmrg{
18601e04c3fSmrg   char *code = (char *) entry;
18701e04c3fSmrg   *((uint64_t *) (code + TEMPLATE_OFFSET_CURRENT_TABLE)) = (uint64_t) ENTRY_CURRENT_TABLE;
18801e04c3fSmrg   *((uint64_t *) (code + TEMPLATE_OFFSET_CURRENT_TABLE_GET)) = (uint64_t) ENTRY_CURRENT_TABLE_GET;
18901e04c3fSmrg   *((uint64_t *) (code + TEMPLATE_OFFSET_SLOT)) = slot * sizeof(mapi_func);
19001e04c3fSmrg}
19101e04c3fSmrg
19201e04c3fSmrgmapi_func
19301e04c3fSmrgentry_generate(int slot)
19401e04c3fSmrg{
19501e04c3fSmrg   char *code;
19601e04c3fSmrg   mapi_func entry;
19701e04c3fSmrg
19801e04c3fSmrg   code = u_execmem_alloc(sizeof(code_templ));
19901e04c3fSmrg   if (!code)
20001e04c3fSmrg      return NULL;
20101e04c3fSmrg
20201e04c3fSmrg   memcpy(code, code_templ, sizeof(code_templ));
20301e04c3fSmrg
20401e04c3fSmrg   entry = (mapi_func) code;
20501e04c3fSmrg   entry_patch(entry, slot);
20601e04c3fSmrg
20701e04c3fSmrg   return entry;
20801e04c3fSmrg}
20901e04c3fSmrg
21001e04c3fSmrg#endif /* MAPI_MODE_BRIDGE */
211