1#!/usr/bin/env perl 2 3$flavour = shift; 4$output = shift; 5if ($flavour =~ /\./) { $output = $flavour; undef $flavour; } 6 7$win64=0; $win64=1 if ($flavour =~ /[nm]asm|mingw64/ || $output =~ /\.asm$/); 8 9$0 =~ m/(.*[\/\\])[^\/\\]+$/; $dir=$1; 10open STDOUT,"| $^X ${dir}perlasm/x86_64-xlate.pl $flavour $output"; 11 12if ($win64) { $arg1="%rcx"; $arg2="%rdx"; } 13else { $arg1="%rdi"; $arg2="%rsi"; } 14print<<___; 15.extern OPENSSL_cpuid_setup 16.section .init 17 call OPENSSL_cpuid_setup 18 19.text 20 21.globl OPENSSL_atomic_add 22.type OPENSSL_atomic_add,\@abi-omnipotent 23.align 16 24OPENSSL_atomic_add: 25 movl ($arg1),%eax 26.Lspin: leaq ($arg2,%rax),%r8 27 .byte 0xf0 # lock 28 cmpxchgl %r8d,($arg1) 29 jne .Lspin 30 movl %r8d,%eax 31 .byte 0x48,0x98 # cltq/cdqe 32 ret 33.size OPENSSL_atomic_add,.-OPENSSL_atomic_add 34 35.globl OPENSSL_rdtsc 36.type OPENSSL_rdtsc,\@abi-omnipotent 37.align 16 38OPENSSL_rdtsc: 39 rdtsc 40 shl \$32,%rdx 41 or %rdx,%rax 42 ret 43.size OPENSSL_rdtsc,.-OPENSSL_rdtsc 44 45.globl OPENSSL_ia32_cpuid 46.type OPENSSL_ia32_cpuid,\@abi-omnipotent 47.align 16 48OPENSSL_ia32_cpuid: 49 mov %rbx,%r8 50 51 xor %eax,%eax 52 cpuid 53 mov %eax,%r11d # max value for standard query level 54 55 xor %eax,%eax 56 cmp \$0x756e6547,%ebx # "Genu" 57 setne %al 58 mov %eax,%r9d 59 cmp \$0x49656e69,%edx # "ineI" 60 setne %al 61 or %eax,%r9d 62 cmp \$0x6c65746e,%ecx # "ntel" 63 setne %al 64 or %eax,%r9d # 0 indicates Intel CPU 65 jz .Lintel 66 67 cmp \$0x68747541,%ebx # "Auth" 68 setne %al 69 mov %eax,%r10d 70 cmp \$0x69746E65,%edx # "enti" 71 setne %al 72 or %eax,%r10d 73 cmp \$0x444D4163,%ecx # "cAMD" 74 setne %al 75 or %eax,%r10d # 0 indicates AMD CPU 76 jnz .Lintel 77 78 # AMD specific 79 mov \$0x80000000,%eax 80 cpuid 81 cmp \$0x80000008,%eax 82 jb .Lintel 83 84 mov \$0x80000008,%eax 85 cpuid 86 movzb %cl,%r10 # number of cores - 1 87 inc %r10 # number of cores 88 89 mov \$1,%eax 90 cpuid 91 bt \$28,%edx # test hyper-threading bit 92 jnc .Ldone 93 shr \$16,%ebx # number of logical processors 94 cmp %r10b,%bl 95 ja .Ldone 96 and \$0xefffffff,%edx # ~(1<<28) 97 jmp .Ldone 98 99.Lintel: 100 cmp \$4,%r11d 101 mov \$-1,%r10d 102 jb .Lnocacheinfo 103 104 mov \$4,%eax 105 mov \$0,%ecx # query L1D 106 cpuid 107 mov %eax,%r10d 108 shr \$14,%r10d 109 and \$0xfff,%r10d # number of cores -1 per L1D 110 111.Lnocacheinfo: 112 mov \$1,%eax 113 cpuid 114 cmp \$0,%r9d 115 jne .Lnotintel 116 or \$0x00100000,%edx # use reserved 20th bit to engage RC4_CHAR 117 and \$15,%ah 118 cmp \$15,%ah # examine Family ID 119 je .Lnotintel 120 or \$0x40000000,%edx # use reserved bit to skip unrolled loop 121.Lnotintel: 122 bt \$28,%edx # test hyper-threading bit 123 jnc .Ldone 124 and \$0xefffffff,%edx # ~(1<<28) 125 cmp \$0,%r10d 126 je .Ldone 127 128 or \$0x10000000,%edx # 1<<28 129 shr \$16,%ebx 130 cmp \$1,%bl # see if cache is shared 131 ja .Ldone 132 and \$0xefffffff,%edx # ~(1<<28) 133.Ldone: 134 shl \$32,%rcx 135 mov %edx,%eax 136 mov %r8,%rbx 137 or %rcx,%rax 138 ret 139.size OPENSSL_ia32_cpuid,.-OPENSSL_ia32_cpuid 140 141.globl OPENSSL_cleanse 142.type OPENSSL_cleanse,\@abi-omnipotent 143.align 16 144OPENSSL_cleanse: 145 xor %rax,%rax 146 cmp \$15,$arg2 147 jae .Lot 148 cmp \$0,$arg2 149 je .Lret 150.Little: 151 mov %al,($arg1) 152 sub \$1,$arg2 153 lea 1($arg1),$arg1 154 jnz .Little 155.Lret: 156 ret 157.align 16 158.Lot: 159 test \$7,$arg1 160 jz .Laligned 161 mov %al,($arg1) 162 lea -1($arg2),$arg2 163 lea 1($arg1),$arg1 164 jmp .Lot 165.Laligned: 166 mov %rax,($arg1) 167 lea -8($arg2),$arg2 168 test \$-8,$arg2 169 lea 8($arg1),$arg1 170 jnz .Laligned 171 cmp \$0,$arg2 172 jne .Little 173 ret 174.size OPENSSL_cleanse,.-OPENSSL_cleanse 175___ 176 177print<<___ if (!$win64); 178.globl OPENSSL_wipe_cpu 179.type OPENSSL_wipe_cpu,\@abi-omnipotent 180.align 16 181OPENSSL_wipe_cpu: 182 pxor %xmm0,%xmm0 183 pxor %xmm1,%xmm1 184 pxor %xmm2,%xmm2 185 pxor %xmm3,%xmm3 186 pxor %xmm4,%xmm4 187 pxor %xmm5,%xmm5 188 pxor %xmm6,%xmm6 189 pxor %xmm7,%xmm7 190 pxor %xmm8,%xmm8 191 pxor %xmm9,%xmm9 192 pxor %xmm10,%xmm10 193 pxor %xmm11,%xmm11 194 pxor %xmm12,%xmm12 195 pxor %xmm13,%xmm13 196 pxor %xmm14,%xmm14 197 pxor %xmm15,%xmm15 198 xorq %rcx,%rcx 199 xorq %rdx,%rdx 200 xorq %rsi,%rsi 201 xorq %rdi,%rdi 202 xorq %r8,%r8 203 xorq %r9,%r9 204 xorq %r10,%r10 205 xorq %r11,%r11 206 leaq 8(%rsp),%rax 207 ret 208.size OPENSSL_wipe_cpu,.-OPENSSL_wipe_cpu 209___ 210print<<___ if ($win64); 211.globl OPENSSL_wipe_cpu 212.type OPENSSL_wipe_cpu,\@abi-omnipotent 213.align 16 214OPENSSL_wipe_cpu: 215 pxor %xmm0,%xmm0 216 pxor %xmm1,%xmm1 217 pxor %xmm2,%xmm2 218 pxor %xmm3,%xmm3 219 pxor %xmm4,%xmm4 220 pxor %xmm5,%xmm5 221 xorq %rcx,%rcx 222 xorq %rdx,%rdx 223 xorq %r8,%r8 224 xorq %r9,%r9 225 xorq %r10,%r10 226 xorq %r11,%r11 227 leaq 8(%rsp),%rax 228 ret 229.size OPENSSL_wipe_cpu,.-OPENSSL_wipe_cpu 230___ 231 232close STDOUT; # flush 233