elf/tls-macros.h

   1 /* Macros to support TLS testing in times of missing compiler support.  */
   2
   3 #define COMMON_INT_DEF(x) \
   4   asm (".tls_common " #x ",4,4")
   5 /* XXX Until we get compiler support we don't need declarations.  */
   6 #define COMMON_INT_DECL(x)
   7
   8 /* XXX This definition will probably be machine specific, too.  */
   9 #define VAR_INT_DEF(x) \
  10   asm (".section .tdata\n\t"                                                  \
  11        ".globl " #x "\n"                                                      \
  12        #x ":\t.long 0\n\t"                                                    \
  13        ".size " #x ",4\n\t"                                                   \
  14        ".previous")
  15 /* XXX Until we get compiler support we don't need declarations.  */
  16 #define VAR_INT_DECL(x)
  17
  18
  19   /* XXX Each architecture must have its own asm for now.  */
  20 #ifdef __i386__
  21 # define TLS_LE(x) \
  22   ({ int *__l;                                                                \
  23      asm ("movl %%gs:0,%0\n\t"                                                \
  24           "subl $" #x "@tpoff,%0"                                             \
  25           : "=r" (__l));                                                      \
  26      __l; })
  27
  28 # ifdef PIC
  29 #  define TLS_IE(x) \
  30   ({ int *__l;                                                                \
  31      asm ("movl %%gs:0,%0\n\t"                                                \
  32           "subl " #x "@gottpoff(%%ebx),%0"                                    \
  33           : "=r" (__l));                                                      \
  34      __l; })
  35 # else
  36 #  define TLS_IE(x) \
  37   ({ int *__l, __b;                                                           \
  38      asm ("call 1f\n\t"                                                       \
  39           ".subsection 1\n"                                                   \
  40           "1:\tmovl (%%esp), %%ebx\n\t"                                       \
  41           "ret\n\t"                                                           \
  42           ".previous\n\t"                                                     \
  43           "addl $_GLOBAL_OFFSET_TABLE_, %%ebx\n\t"                            \
  44           "movl %%gs:0,%0\n\t"                                                \
  45           "subl " #x "@gottpoff(%%ebx),%0"                                    \
  46           : "=r" (__l), "=&b" (__b));                                         \
  47      __l; })
  48 # endif
  49
  50 # ifdef PIC
  51 #  define TLS_LD(x) \
  52   ({ int *__l, __c, __d;                                                      \
  53      asm ("leal " #x "@tlsldm(%%ebx),%%eax\n\t"                               \
  54           "call ___tls_get_addr@plt\n\t"                                      \
  55           "leal " #x "@dtpoff(%%eax), %%eax"                                  \
  56           : "=a" (__l), "=&c" (__c), "=&d" (__d));                            \
  57      __l; })
  58 # else
  59 #  define TLS_LD(x) \
  60   ({ int *__l, __b, __c, __d;                                                 \
  61      asm ("call 1f\n\t"                                                       \
  62           ".subsection 1\n"                                                   \
  63           "1:\tmovl (%%esp), %%ebx\n\t"                                       \
  64           "ret\n\t"                                                           \
  65           ".previous\n\t"                                                     \
  66           "addl $_GLOBAL_OFFSET_TABLE_, %%ebx\n\t"                            \
  67           "leal " #x "@tlsldm(%%ebx),%%eax\n\t"                               \
  68           "call ___tls_get_addr@plt\n\t"                                      \
  69           "leal " #x "@dtpoff(%%eax), %%eax"                                  \
  70           : "=a" (__l), "=&b" (__b), "=&c" (__c), "=&d" (__d));               \
  71      __l; })
  72 # endif
  73
  74 # ifdef PIC
  75 #  define TLS_GD(x) \
  76   ({ int *__l, __c, __d;                                                      \
  77      asm ("leal " #x "@tlsgd(%%ebx),%%eax\n\t"                                \
  78           "call ___tls_get_addr@plt\n\t"                                      \
  79           "nop"                                                               \
  80           : "=a" (__l), "=&c" (__c), "=&d" (__d));                            \
  81      __l; })
  82 # else
  83 #  define TLS_GD(x) \
  84   ({ int *__l, __b, __c, __d;                                                 \
  85      asm ("call 1f\n\t"                                                       \
  86           ".subsection 1\n"                                                   \
  87           "1:\tmovl (%%esp), %%ebx\n\t"                                       \
  88           "ret\n\t"                                                           \
  89           ".previous\n\t"                                                     \
  90           "addl $_GLOBAL_OFFSET_TABLE_, %%ebx\n\t"                            \
  91           "leal " #x "@tlsgd(%%ebx),%%eax\n\t"                                \
  92           "call ___tls_get_addr@plt\n\t"                                      \
  93           "nop"                                                               \
  94           : "=a" (__l), "=&b" (__b), "=&c" (__c), "=&d" (__d));               \
  95      __l; })
  96 # endif
  97
  98 #elif defined __x86_64__
  99
 100 # define TLS_LE(x) \
 101   ({ int *__l;                                                                \
 102      asm ("movq %%fs:0,%0\n\t"                                                \
 103           "leaq " #x "@tpoff(%0), %0"                                         \
 104           : "=r" (__l));                                                      \
 105      __l; })
 106
 107 # define TLS_IE(x) \
 108   ({ int *__l;                                                                \
 109      asm ("movq %%fs:0,%0\n\t"                                                \
 110           "addq " #x "@gottpoff(%%rip),%0"                                    \
 111           : "=r" (__l));                                                      \
 112      __l; })
 113
 114 # define TLS_LD(x) \
 115   ({ int *__l, __c, __d;                                                      \
 116      asm ("leaq " #x "@tlsld(%%rip),%%rdi\n\t"                                \
 117           "call __tls_get_addr@plt\n\t"                                       \
 118           "leaq " #x "@dtpoff(%%rax), %%rax"                                  \
 119           : "=a" (__l), "=&c" (__c), "=&d" (__d)                              \
 120           : : "rdi", "rsi", "r8", "r9", "r10", "r11");                        \
 121      __l; })
 122
 123 # define TLS_GD(x) \
 124   ({ int *__l, __c, __d;                                                      \
 125      asm (".byte 0x66\n\t"                                                    \
 126           "leaq " #x "@tlsgd(%%rip),%%rdi\n\t"                                \
 127           ".word 0x6666\n\t"                                                  \
 128           "rex64\n\t"                                                         \
 129           "call __tls_get_addr@plt"                                           \
 130           : "=a" (__l), "=&c" (__c), "=&d" (__d)                              \
 131           : : "rdi", "rsi", "r8", "r9", "r10", "r11");                        \
 132      __l; })
 133
 134 #elif defined __sh__
 135
 136 # define TLS_LE(x) \
 137   ({ int *__l; void *__tp;                                                    \
 138      asm ("stc gbr,%1\n\t"                                                    \
 139           "mov.l 1f,%0\n\t"                                                   \
 140           "bra 2f\n\t"                                                        \
 141           " add %1,%0\n\t"                                                    \
 142           ".align 2\n\t"                                                      \
 143           "1: .long " #x "@tpoff\n\t"                                         \
 144           "2:"                                                                \
 145           : "=r" (__l), "=r" (__tp));                                         \
 146      __l; })
 147
 148 # ifdef PIC
 149 #  define TLS_IE(x) \
 150   ({ int *__l; void *__tp;                                                    \
 151      register void *__gp __asm__("r12");                                      \
 152      asm ("mov.l 1f,r0\n\t"                                                   \
 153           "stc gbr,%1\n\t"                                                    \
 154           "mov.l @(r0,r12),%0\n\t"                                            \
 155           "bra 2f\n\t"                                                        \
 156           " add %1,%0\n\t"                                                    \
 157           ".align 2\n\t"                                                      \
 158           "1: .long " #x "@gottpoff\n\t"                                      \
 159           "2:"                                                                \
 160           : "=r" (__l), "=r" (__tp) : "r" (__gp) : "r0");                     \
 161      __l; })
 162 # else
 163 #  define TLS_IE(x) \
 164   ({ int *__l; void *__tp;                                                    \
 165      asm ("mov.l r12,@-r15\n\t"                                               \
 166           "mova 0f,r0\n\t"                                                    \
 167           "mov.l 0f,r12\n\t"                                                  \
 168           "add r0,r12\n\t"                                                    \
 169           "mov.l 1f,r0\n\t"                                                   \
 170           "stc gbr,%1\n\t"                                                    \
 171           "mov.l @(r0,r12),%0\n\t"                                            \
 172           "bra 2f\n\t"                                                        \
 173           " add %1,%0\n\t"                                                    \
 174           ".align 2\n\t"                                                      \
 175           "1: .long " #x "@gottpoff\n\t"                                      \
 176           "0: .long _GLOBAL_OFFSET_TABLE_\n\t"                                \
 177           "2: mov.l @r15+,r12"                                                \
 178           : "=r" (__l), "=r" (__tp) : : "r0");                                \
 179      __l; })
 180 #endif
 181
 182 # ifdef PIC
 183 #  define TLS_LD(x) \
 184   ({ int *__l;                                                                \
 185      register void *__gp __asm__("r12");                                      \
 186      asm ("mov.l 1f,r4\n\t"                                                   \
 187           "mova 2f,r0\n\t"                                                    \
 188           "mov.l 2f,r1\n\t"                                                   \
 189           "add r0,r1\n\t"                                                     \
 190           "jsr @r1\n\t"                                                       \
 191           " add r12,r4\n\t"                                                   \
 192           "bra 4f\n\t"                                                        \
 193           " nop\n\t"                                                          \
 194           ".align 2\n\t"                                                      \
 195           "1: .long " #x "@tlsldm\n\t"                                        \
 196           "2: .long __tls_get_addr@plt\n\t"                                   \
 197           "4: mov.l 3f,%0\n\t"                                                \
 198           "bra 5f\n\t"                                                        \
 199           " add r0,%0\n\t"                                                    \
 200           ".align 2\n\t"                                                      \
 201           "3: .long " #x "@dtpoff\n\t"                                        \
 202           "5:"                                                                \
 203           : "=r" (__l) : "r" (__gp) : "r0", "r1", "r2", "r3", "r4", "r5",     \
 204                                       "r6", "r7", "pr", "t");                 \
 205      __l; })
 206 # else
 207 #  define TLS_LD(x) \
 208   ({ int *__l;                                                                \
 209      asm ("mov.l r12,@-r15\n\t"                                               \
 210           "mova 0f,r0\n\t"                                                    \
 211           "mov.l 0f,r12\n\t"                                                  \
 212           "add r0,r12\n\t"                                                    \
 213           "mov.l 1f,r4\n\t"                                                   \
 214           "mova 2f,r0\n\t"                                                    \
 215           "mov.l 2f,r1\n\t"                                                   \
 216           "add r0,r1\n\t"                                                     \
 217           "jsr @r1\n\t"                                                       \
 218           " add r12,r4\n\t"                                                   \
 219           "bra 4f\n\t"                                                        \
 220           " nop\n\t"                                                          \
 221           ".align 2\n\t"                                                      \
 222           "1: .long " #x "@tlsldm\n\t"                                        \
 223           "2: .long __tls_get_addr@plt\n\t"                                   \
 224           "0: .long _GLOBAL_OFFSET_TABLE_\n\t"                                \
 225           "4: mov.l 3f,%0\n\t"                                                \
 226           "bra 5f\n\t"                                                        \
 227           " add r0,%0\n\t"                                                    \
 228           ".align 2\n\t"                                                      \
 229           "3: .long " #x "@dtpoff\n\t"                                        \
 230           "5: mov.l @r15+,r12"                                                \
 231           : "=r" (__l) : : "r0", "r1", "r2", "r3", "r4", "r5", "r6", "r7",    \
 232                            "pr", "t");                                        \
 233      __l; })
 234 #endif
 235
 236 # ifdef PIC
 237 #  define TLS_GD(x) \
 238   ({ int *__l;                                                                \
 239      register void *__gp __asm__("r12");                                      \
 240      asm ("mov.l 1f,r4\n\t"                                                   \
 241           "mova 2f,r0\n\t"                                                    \
 242           "mov.l 2f,r1\n\t"                                                   \
 243           "add r0,r1\n\t"                                                     \
 244           "jsr @r1\n\t"                                                       \
 245           " add r12,r4\n\t"                                                   \
 246           "bra 3f\n\t"                                                        \
 247           " mov r0,%0\n\t"                                                    \
 248           ".align 2\n\t"                                                      \
 249           "1: .long " #x "@tlsgd\n\t"                                         \
 250           "2: .long __tls_get_addr@plt\n\t"                                   \
 251           "3:"                                                                \
 252           : "=r" (__l) : "r" (__gp) : "r0", "r1", "r2", "r3", "r4", "r5",     \
 253                                       "r6", "r7", "pr", "t");                 \
 254      __l; })
 255 # else
 256 #  define TLS_GD(x) \
 257   ({ int *__l;                                                                \
 258      asm ("mov.l r12,@-r15\n\t"                                               \
 259           "mova 0f,r0\n\t"                                                    \
 260           "mov.l 0f,r12\n\t"                                                  \
 261           "add r0,r12\n\t"                                                    \
 262           "mov.l 1f,r4\n\t"                                                   \
 263           "mova 2f,r0\n\t"                                                    \
 264           "mov.l 2f,r1\n\t"                                                   \
 265           "add r0,r1\n\t"                                                     \
 266           "jsr @r1\n\t"                                                       \
 267           " add r12,r4\n\t"                                                   \
 268           "bra 3f\n\t"                                                        \
 269           " mov r0,%0\n\t"                                                    \
 270           ".align 2\n\t"                                                      \
 271           "1: .long " #x "@tlsgd\n\t"                                         \
 272           "2: .long __tls_get_addr@plt\n\t"                                   \
 273           "0: .long _GLOBAL_OFFSET_TABLE_\n\t"                                \
 274           "3: mov.l @r15+,r12"                                                \
 275           : "=r" (__l) : : "r0", "r1", "r2", "r3", "r4", "r5", "r6", "r7",    \
 276                            "pr", "t");                                        \
 277      __l; })
 278 #endif
 279
 280 #elif defined __alpha__
 281
 282 register void *__gp __asm__("$29");
 283
 284 # define TLS_LE(x) \
 285   ({ int *__l;                                                                \
 286      asm ("call_pal 158\n\tlda $0," #x "($0)\t\t!tprel" : "=v"(__l));         \
 287      __l; })
 288
 289 # define TLS_IE(x) \
 290   ({ char *__tp; unsigned long __o;                                           \
 291      asm ("call_pal 158\n\tldq %1," #x "($gp)\t\t!gottprel"                   \
 292           : "=v"(__tp), "=r"(__o) : "r"(__gp));                               \
 293      (int *)(__tp + __o); })
 294
 295 # define TLS_LD(x) \
 296   ({ extern void *__tls_get_addr(void *); int *__l; void *__i;                \
 297      asm ("lda %0," #x "($gp)\t\t!tlsldm" : "=r" (__i) : "r"(__gp));          \
 298      __i = __tls_get_addr(__i);                                               \
 299      asm ("lda %0, " #x "(%1)\t\t!dtprel" : "=r"(__l) : "r"(__i));            \
 300      __l; })
 301
 302 # define TLS_GD(x) \
 303   ({ extern void *__tls_get_addr(void *); void *__i;                          \
 304      asm ("lda %0," #x "($gp)\t\t!tlsgd" : "=r" (__i) : "r"(__gp));           \
 305      (int *) __tls_get_addr(__i); })
 306
 307
 308 #elif defined __ia64__
 309
 310 # define TLS_LE(x) \
 311   ({ void *__l;                                                               \
 312      asm ("mov r2=r13\n\t"                                                    \
 313          ";;\n\t"                                                             \
 314          "addl %0=@tprel(" #x "),r2\n\t"                                      \
 315          : "=r" (__l) : : "r2"  ); __l; })
 316
 317 # define TLS_IE(x) \
 318   ({ void *__l;                                                               \
 319      asm (";;\n\t"                                                            \
 320          "addl r16=@ltoff(@tprel(" #x ")),gp\n\t"                             \
 321          ";;\n\t"                                                             \
 322          "ld8 r17=[r16]\n\t"                                                  \
 323          ";;\n\t"                                                             \
 324          "add %0=r13,r17\n\t"                                                 \
 325          : "=r" (__l) : : "r16", "r17" ); __l; })
 326
 327 # define __TLS_CALL_CLOBBERS \
 328   "r2", "r3", "r8", "r9", "r10", "r11", "r14", "r15", "r16", "r17",           \
 329   "r18", "r19", "r20", "r21", "r22", "r23", "r24", "r25", "r26",              \
 330   "r27", "r28", "r29", "r30", "r31",                                          \
 331   "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15",           \
 332   "f6", "f7", "f8", "f9", "f10", "f11", "f12", "f13", "f14", "f15",           \
 333   "b6", "b7",                                                                 \
 334   "out0", "out1", "out2", "out3", "out4", "out5", "out6", "out7"
 335
 336 # define TLS_LD(x) \
 337   ({ void *__l;                                                               \
 338      asm (";;\n\t"                                                            \
 339          "mov loc0=gp\n\t"                                                    \
 340          "addl r16=@ltoff(@dtpmod(" #x ")),gp\n\t"                            \
 341          "addl out1=@dtprel(" #x "),r0\n\t"                                   \
 342          ";;\n\t"                                                             \
 343          "ld8 out0=[r16]\n\t"                                                 \
 344          "br.call.sptk.many b0=__tls_get_addr"                                \
 345          ";;\n\t"                                                             \
 346          "mov gp=loc0\n\t"                                                    \
 347          "mov %0=r8\n\t"                                                      \
 348          : "=r" (__l) : : "loc0", __TLS_CALL_CLOBBERS);                       \
 349      __l; })
 350
 351 # define TLS_GD(x) \
 352   ({ void *__l;                                                               \
 353      asm (";;\n\t"                                                            \
 354          "mov loc0=gp\n\t"                                                    \
 355          "addl r16=@ltoff(@dtpmod(" #x ")),gp\n\t"                            \
 356          "addl r17=@ltoff(@dtprel(" #x ")),gp\n\t"                            \
 357          ";;\n\t"                                                             \
 358          "ld8 out0=[r16]\n\t"                                                 \
 359          "ld8 out1=[r17]\n\t"                                                 \
 360          "br.call.sptk.many b0=__tls_get_addr"                                \
 361          ";;\n\t"                                                             \
 362          "mov gp=loc0\n\t"                                                    \
 363          "mov %0=r8\n\t"                                                      \
 364           : "=r" (__l) : : "loc0", __TLS_CALL_CLOBBERS);                      \
 365      __l; })
 366
 367 #elif defined __sparc__ && !defined __arch64__
 368
 369 # define TLS_LE(x) \
 370   ({ int *__l;                                                                \
 371      asm ("sethi %%tle_hix22(" #x "), %0" : "=r" (__l));                      \
 372      asm ("xor %1, %%tle_lox10(" #x "), %0" : "=r" (__l) : "r" (__l));        \
 373      asm ("add %%g7, %1, %0" : "=r" (__l) : "r" (__l));                       \
 374      __l; })
 375
 376 # ifdef __PIC__
 377 #  define TLS_LOAD_PIC \
 378   ({ register long pc __asm__ ("%o7");                                        \
 379      long got;                                                                \
 380      asm ("sethi %%hi(_GLOBAL_OFFSET_TABLE_-4), %1\n\t"                       \
 381           "call .+8\n\t"                                                      \
 382           "add %1, %%lo(_GLOBAL_OFFSET_TABLE_+4), %1\n\t"                     \
 383           "add %1, %0, %1\n\t"                                                \
 384           : "=r" (pc), "=r" (got));                                           \
 385      got; })
 386 # else
 387 #  define TLS_LOAD_PIC \
 388    ({ long got;                                                               \
 389       asm (".hidden _GLOBAL_OFFSET_TABLE_\n\t"                                \
 390            "sethi %%hi(_GLOBAL_OFFSET_TABLE_), %0\n\t"                        \
 391            "or %0, %%lo(_GLOBAL_OFFSET_TABLE_), %0"                           \
 392            : "=r" (got));                                                     \
 393       got; })
 394 # endif
 395
 396 # define TLS_IE(x) \
 397   ({ int *__l;                                                                \
 398      asm ("sethi %%tie_hi22(" #x "), %0" : "=r" (__l));                       \
 399      asm ("add %1, %%tie_lo10(" #x "), %0" : "=r" (__l) : "r" (__l));         \
 400      asm ("ld [%1 + %2], %0, %%tie_ld(" #x ")"                                \
 401           : "=r" (__l) : "r" (TLS_LOAD_PIC), "r" (__l));                      \
 402      asm ("add %%g7, %1, %0, %%tie_add(" #x ")" : "=r" (__l) : "r" (__l));    \
 403      __l; })
 404
 405 # define TLS_LD(x) \
 406   ({ int *__l; register void *__o0 asm ("%o0");                               \
 407      long __o;                                                                \
 408      asm ("sethi %%tldm_hi22(" #x "), %0" : "=r" (__l));                      \
 409      asm ("add %1, %%tldm_lo10(" #x "), %0" : "=r" (__l) : "r" (__l));        \
 410      asm ("add %1, %2, %0, %%tldm_add(" #x ")"                                \
 411           : "=r" (__o0) : "r" (TLS_LOAD_PIC), "r" (__l));                     \
 412      asm ("call __tls_get_addr, %%tgd_call(" #x ")\n\t"                       \
 413           " nop"                                                              \
 414           : "=r" (__o0) : "0" (__o0)                                          \
 415           : "g1", "g2", "g3", "g4", "g5", "g6", "o1", "o2", "o3", "o4",       \
 416             "o5", "o7", "cc");                                                \
 417      asm ("sethi %%tldo_hix22(" #x "), %0" : "=r" (__o));                     \
 418      asm ("xor %1, %%tldo_lox10(" #x "), %0" : "=r" (__o) : "r" (__o));       \
 419      asm ("add %1, %2, %0, %%tldo_add(" #x ")" : "=r" (__l)                   \
 420           : "r" (__o0), "r" (__o));                                           \
 421      __l; })
 422
 423 # define TLS_GD(x) \
 424   ({ int *__l; register void *__o0 asm ("%o0");                               \
 425      asm ("sethi %%tgd_hi22(" #x "), %0" : "=r" (__l));                       \
 426      asm ("add %1, %%tgd_lo10(" #x "), %0" : "=r" (__l) : "r" (__l));         \
 427      asm ("add %1, %2, %0, %%tgd_add(" #x ")"                                 \
 428           : "=r" (__o0) : "r" (TLS_LOAD_PIC), "r" (__l));                     \
 429      asm ("call __tls_get_addr, %%tgd_call(" #x ")\n\t"                       \
 430           " nop"                                                              \
 431           : "=r" (__o0) : "0" (__o0)                                          \
 432           : "g1", "g2", "g3", "g4", "g5", "g6", "o1", "o2", "o3", "o4",       \
 433             "o5", "o7", "cc");                                                \
 434      __o0; })
 435
 436 #elif defined __s390x__
 437
 438 # define TLS_LE(x) \
 439   ({ unsigned long __offset;                                                  \
 440      asm ("bras %0,1f\n"                                                      \
 441           "0:\t.quad " #x "@ntpoff\n"                                         \
 442           "1:\tlg %0,0(%0)"                                                   \
 443           : "=a" (__offset) : : "cc" );                                       \
 444      (int *) (__builtin_thread_pointer() + __offset); })
 445
 446 # ifdef PIC
 447 #  define TLS_IE(x) \
 448   ({ unsigned long __offset;                                                  \
 449      asm ("bras %0,1f\n"                                                      \
 450           "0:\t.quad " #x "@gotntpoff\n"                                      \
 451           "1:\tlg %0,0(%0)\n\t"                                               \
 452           "lg %0,0(%0,%%r12):tls_load:" #x                                    \
 453           : "=&a" (__offset) : : "cc" );                                      \
 454      (int *) (__builtin_thread_pointer() + __offset); })
 455 # else
 456 #  define TLS_IE(x) \
 457   ({ unsigned long  __offset;                                                 \
 458      asm ("bras %0,1f\n"                                                      \
 459           "0:\t.quad " #x "@indntpoff\n"                                      \
 460           "1:\t lg %0,0(%0)\n\t"                                              \
 461           "lg %0,0(%0):tls_load:" #x                                          \
 462           : "=&a" (__offset) : : "cc" );                                      \
 463      (int *) (__builtin_thread_pointer() + __offset); })
 464 # endif
 465
 466 # ifdef PIC
 467 #  define TLS_LD(x) \
 468   ({ unsigned long __offset, __save12;                                        \
 469      asm ("bras %0,1f\n"                                                      \
 470           "0:\t.quad " #x "@tlsldm\n\t"                                       \
 471           ".quad " #x "@dtpoff\n"                                             \
 472           "1:\tlgr %1,%%r12\n\t"                                              \
 473           "larl %%r12,_GLOBAL_OFFSET_TABLE_\n\t"                              \
 474           "lg %%r2,0(%0)\n\t"                                                 \
 475           "brasl %%r14,__tls_get_offset@plt:tls_ldcall:" #x "\n\t"            \
 476           "lg %0,8(%0)\n\t"                                                   \
 477           "algr %0,%%r2\n\t"                                                  \
 478           "lgr %%r12,%1"                                                      \
 479           : "=&a" (__offset), "=&a" (__save12)                                \
 480           : : "cc", "0", "1", "2", "3", "4", "5" );                           \
 481      (int *) (__builtin_thread_pointer() + __offset); })
 482 # else
 483 #  define TLS_LD(x) \
 484   ({ unsigned long __offset;                                                  \
 485      asm ("bras %0,1f\n"                                                      \
 486           "0:\t.quad " #x "@tlsldm\n\t"                                       \
 487           ".quad " #x "@dtpoff\n"                                             \
 488           "1:\tlarl %%r12,_GLOBAL_OFFSET_TABLE_\n\t"                          \
 489           "lg %%r2,0(%0)\n\t"                                                 \
 490           "brasl %%r14,__tls_get_offset@plt:tls_ldcall:" #x "\n\t"            \
 491           "lg %0,8(%0)\n\t"                                                   \
 492           "algr %0,%%r2"                                                      \
 493           : "=&a" (__offset) : : "cc", "0", "1", "2", "3", "4", "5", "12" );  \
 494      (int *) (__builtin_thread_pointer() + __offset); })
 495 # endif
 496
 497 # ifdef PIC
 498 #  define TLS_GD(x) \
 499   ({ unsigned long __offset, __save12;                                        \
 500      asm ("bras %0,1f\n"                                                      \
 501           "0:\t.quad " #x "@tlsgd\n"                                          \
 502           "1:\tlgr %1,%%r12\n\t"                                              \
 503           "larl %%r12,_GLOBAL_OFFSET_TABLE_\n\t"                              \
 504           "lg %%r2,0(%0)\n\t"                                                 \
 505           "brasl %%r14,__tls_get_offset@plt:tls_gdcall:" #x "\n\t"            \
 506           "lgr %0,%%r2\n\t"                                                   \
 507           "lgr %%r12,%1"                                                      \
 508           : "=&a" (__offset), "=&a" (__save12)                                \
 509           : : "cc", "0", "1", "2", "3", "4", "5" );                           \
 510      (int *) (__builtin_thread_pointer() + __offset); })
 511 # else
 512 #  define TLS_GD(x) \
 513   ({ unsigned long __offset;                                                  \
 514      asm ("bras %0,1f\n"                                                      \
 515           "0:\t.quad " #x "@tlsgd\n"                                          \
 516           "1:\tlarl %%r12,_GLOBAL_OFFSET_TABLE_\n\t"                          \
 517           "lg %%r2,0(%0)\n\t"                                                 \
 518           "brasl %%r14,__tls_get_offset@plt:tls_gdcall:" #x "\n\t"            \
 519           "lgr %0,%%r2"                                                       \
 520           : "=&a" (__offset) : : "cc", "0", "1", "2", "3", "4", "5", "12" );  \
 521      (int *) (__builtin_thread_pointer() + __offset); })
 522 # endif
 523
 524 #elif defined __s390__
 525
 526 # define TLS_LE(x) \
 527   ({ unsigned long __offset;                                                  \
 528      asm ("bras %0,1f\n"                                                      \
 529           "0:\t.long " #x "@ntpoff\n"                                         \
 530           "1:\tl %0,0(%0)"                                                    \
 531           : "=a" (__offset) : : "cc" );                                       \
 532      (int *) (__builtin_thread_pointer() + __offset); })
 533
 534 # ifdef PIC
 535 #  define TLS_IE(x) \
 536   ({ unsigned long __offset;                                                  \
 537      asm ("bras %0,1f\n"                                                      \
 538           "0:\t.long " #x "@gotntpoff\n"                                      \
 539           "1:\tl %0,0(%0)\n\t"                                                \
 540           "l %0,0(%0,%%r12):tls_load:" #x                                     \
 541           : "=&a" (__offset) : : "cc" );                                      \
 542      (int *) (__builtin_thread_pointer() + __offset); })
 543 # else
 544 #  define TLS_IE(x) \
 545   ({ unsigned long  __offset;                                                 \
 546      asm ("bras %0,1f\n"                                                      \
 547           "0:\t.long " #x "@indntpoff\n"                                      \
 548           "1:\t l %0,0(%0)\n\t"                                               \
 549           "l %0,0(%0):tls_load:" #x                                           \
 550           : "=&a" (__offset) : : "cc" );                                      \
 551      (int *) (__builtin_thread_pointer() + __offset); })
 552 # endif
 553
 554 # ifdef PIC
 555 #  define TLS_LD(x) \
 556   ({ unsigned long __offset, __save12;                                        \
 557      asm ("bras %0,1f\n"                                                      \
 558           "0:\t.long _GLOBAL_OFFSET_TABLE_-0b\n\t"                            \
 559           ".long __tls_get_offset@plt-0b\n\t"                                 \
 560           ".long " #x "@tlsldm\n\t"                                           \
 561           ".long " #x "@dtpoff\n"                                             \
 562           "1:\tlr %1,%%r12\n\t"                                               \
 563           "l %%r12,0(%0)\n\t"                                                 \
 564           "la %%r12,0(%%r12,%0)\n\t"                                          \
 565           "l %%r1,4(%0)\n\t"                                                  \
 566           "l %%r2,8(%0)\n\t"                                                  \
 567           "bas %%r14,0(%%r1,%0):tls_ldcall:" #x "\n\t"                        \
 568           "l %0,12(%0)\n\t"                                                   \
 569           "alr %0,%%r2\n\t"                                                   \
 570           "lr %%r12,%1"                                                       \
 571           : "=&a" (__offset), "=&a" (__save12)                                \
 572           : : "cc", "0", "1", "2", "3", "4", "5" );                           \
 573      (int *) (__builtin_thread_pointer() + __offset); })
 574 # else
 575 #  define TLS_LD(x) \
 576   ({ unsigned long __offset;                                                  \
 577      asm ("bras %0,1f\n"                                                      \
 578           "0:\t.long _GLOBAL_OFFSET_TABLE_\n\t"                               \
 579           ".long __tls_get_offset@plt\n\t"                                    \
 580           ".long " #x "@tlsldm\n\t"                                           \
 581           ".long " #x "@dtpoff\n"                                             \
 582           "1:\tl %%r12,0(%0)\n\t"                                             \
 583           "l %%r1,4(%0)\n\t"                                                  \
 584           "l %%r2,8(%0)\n\t"                                                  \
 585           "bas %%r14,0(%%r1):tls_ldcall:" #x "\n\t"                           \
 586           "l %0,12(%0)\n\t"                                                   \
 587           "alr %0,%%r2"                                                       \
 588           : "=&a" (__offset) : : "cc", "0", "1", "2", "3", "4", "5", "12" );  \
 589      (int *) (__builtin_thread_pointer() + __offset); })
 590 # endif
 591
 592 # ifdef PIC
 593 #  define TLS_GD(x) \
 594   ({ unsigned long __offset, __save12;                                        \
 595      asm ("bras %0,1f\n"                                                      \
 596           "0:\t.long _GLOBAL_OFFSET_TABLE_-0b\n\t"                            \
 597           ".long __tls_get_offset@plt-0b\n\t"                                 \
 598           ".long " #x "@tlsgd\n"                                              \
 599           "1:\tlr %1,%%r12\n\t"                                               \
 600           "l %%r12,0(%0)\n\t"                                                 \
 601           "la %%r12,0(%%r12,%0)\n\t"                                          \
 602           "l %%r1,4(%0)\n\t"                                                  \
 603           "l %%r2,8(%0)\n\t"                                                  \
 604           "bas %%r14,0(%%r1,%0):tls_gdcall:" #x "\n\t"                        \
 605           "lr %0,%%r2\n\t"                                                    \
 606           "lr %%r12,%1"                                                       \
 607           : "=&a" (__offset), "=&a" (__save12)                                \
 608           : : "cc", "0", "1", "2", "3", "4", "5" );                           \
 609      (int *) (__builtin_thread_pointer() + __offset); })
 610 # else
 611 #  define TLS_GD(x) \
 612   ({ unsigned long __offset;                                                  \
 613      asm ("bras %0,1f\n"                                                      \
 614           "0:\t.long _GLOBAL_OFFSET_TABLE_\n\t"                               \
 615           ".long __tls_get_offset@plt\n\t"                                    \
 616           ".long " #x "@tlsgd\n"                                              \
 617           "1:\tl %%r12,0(%0)\n\t"                                             \
 618           "l %%r1,4(%0)\n\t"                                                  \
 619           "l %%r2,8(%0)\n\t"                                                  \
 620           "bas %%r14,0(%%r1):tls_gdcall:" #x "\n\t"                           \
 621           "lr %0,%%r2"                                                        \
 622           : "=&a" (__offset) : : "cc", "0", "1", "2", "3", "4", "5", "12" );  \
 623      (int *) (__builtin_thread_pointer() + __offset); })
 624 # endif
 625
 626 #else
 627 # error "No support for this architecture so far."
 628 #endif