diff options
Diffstat (limited to 'src/lib/libcrypto/modes/asm/ghash-parisc.pl')
| -rw-r--r-- | src/lib/libcrypto/modes/asm/ghash-parisc.pl | 730 |
1 files changed, 730 insertions, 0 deletions
diff --git a/src/lib/libcrypto/modes/asm/ghash-parisc.pl b/src/lib/libcrypto/modes/asm/ghash-parisc.pl new file mode 100644 index 0000000000..8c7454ee93 --- /dev/null +++ b/src/lib/libcrypto/modes/asm/ghash-parisc.pl | |||
| @@ -0,0 +1,730 @@ | |||
| 1 | #!/usr/bin/env perl | ||
| 2 | # | ||
| 3 | # ==================================================================== | ||
| 4 | # Written by Andy Polyakov <appro@openssl.org> for the OpenSSL | ||
| 5 | # project. The module is, however, dual licensed under OpenSSL and | ||
| 6 | # CRYPTOGAMS licenses depending on where you obtain it. For further | ||
| 7 | # details see http://www.openssl.org/~appro/cryptogams/. | ||
| 8 | # ==================================================================== | ||
| 9 | # | ||
| 10 | # April 2010 | ||
| 11 | # | ||
| 12 | # The module implements "4-bit" GCM GHASH function and underlying | ||
| 13 | # single multiplication operation in GF(2^128). "4-bit" means that it | ||
| 14 | # uses 256 bytes per-key table [+128 bytes shared table]. On PA-7100LC | ||
| 15 | # it processes one byte in 19.6 cycles, which is more than twice as | ||
| 16 | # fast as code generated by gcc 3.2. PA-RISC 2.0 loop is scheduled for | ||
| 17 | # 8 cycles, but measured performance on PA-8600 system is ~9 cycles per | ||
| 18 | # processed byte. This is ~2.2x faster than 64-bit code generated by | ||
| 19 | # vendor compiler (which used to be very hard to beat:-). | ||
| 20 | # | ||
| 21 | # Special thanks to polarhome.com for providing HP-UX account. | ||
| 22 | |||
| 23 | $flavour = shift; | ||
| 24 | $output = shift; | ||
| 25 | open STDOUT,">$output"; | ||
| 26 | |||
| 27 | if ($flavour =~ /64/) { | ||
| 28 | $LEVEL ="2.0W"; | ||
| 29 | $SIZE_T =8; | ||
| 30 | $FRAME_MARKER =80; | ||
| 31 | $SAVED_RP =16; | ||
| 32 | $PUSH ="std"; | ||
| 33 | $PUSHMA ="std,ma"; | ||
| 34 | $POP ="ldd"; | ||
| 35 | $POPMB ="ldd,mb"; | ||
| 36 | $NREGS =6; | ||
| 37 | } else { | ||
| 38 | $LEVEL ="1.0"; #"\n\t.ALLOW\t2.0"; | ||
| 39 | $SIZE_T =4; | ||
| 40 | $FRAME_MARKER =48; | ||
| 41 | $SAVED_RP =20; | ||
| 42 | $PUSH ="stw"; | ||
| 43 | $PUSHMA ="stwm"; | ||
| 44 | $POP ="ldw"; | ||
| 45 | $POPMB ="ldwm"; | ||
| 46 | $NREGS =11; | ||
| 47 | } | ||
| 48 | |||
| 49 | $FRAME=10*$SIZE_T+$FRAME_MARKER;# NREGS saved regs + frame marker | ||
| 50 | # [+ argument transfer] | ||
| 51 | |||
| 52 | ################# volatile registers | ||
| 53 | $Xi="%r26"; # argument block | ||
| 54 | $Htbl="%r25"; | ||
| 55 | $inp="%r24"; | ||
| 56 | $len="%r23"; | ||
| 57 | $Hhh=$Htbl; # variables | ||
| 58 | $Hll="%r22"; | ||
| 59 | $Zhh="%r21"; | ||
| 60 | $Zll="%r20"; | ||
| 61 | $cnt="%r19"; | ||
| 62 | $rem_4bit="%r28"; | ||
| 63 | $rem="%r29"; | ||
| 64 | $mask0xf0="%r31"; | ||
| 65 | |||
| 66 | ################# preserved registers | ||
| 67 | $Thh="%r1"; | ||
| 68 | $Tll="%r2"; | ||
| 69 | $nlo="%r3"; | ||
| 70 | $nhi="%r4"; | ||
| 71 | $byte="%r5"; | ||
| 72 | if ($SIZE_T==4) { | ||
| 73 | $Zhl="%r6"; | ||
| 74 | $Zlh="%r7"; | ||
| 75 | $Hhl="%r8"; | ||
| 76 | $Hlh="%r9"; | ||
| 77 | $Thl="%r10"; | ||
| 78 | $Tlh="%r11"; | ||
| 79 | } | ||
| 80 | $rem2="%r6"; # used in PA-RISC 2.0 code | ||
| 81 | |||
| 82 | $code.=<<___; | ||
| 83 | .LEVEL $LEVEL | ||
| 84 | .SPACE \$TEXT\$ | ||
| 85 | .SUBSPA \$CODE\$,QUAD=0,ALIGN=8,ACCESS=0x2C,CODE_ONLY | ||
| 86 | |||
| 87 | .EXPORT gcm_gmult_4bit,ENTRY,ARGW0=GR,ARGW1=GR | ||
| 88 | .ALIGN 64 | ||
| 89 | gcm_gmult_4bit | ||
| 90 | .PROC | ||
| 91 | .CALLINFO FRAME=`$FRAME-10*$SIZE_T`,NO_CALLS,SAVE_RP,ENTRY_GR=$NREGS | ||
| 92 | .ENTRY | ||
| 93 | $PUSH %r2,-$SAVED_RP(%sp) ; standard prologue | ||
| 94 | $PUSHMA %r3,$FRAME(%sp) | ||
| 95 | $PUSH %r4,`-$FRAME+1*$SIZE_T`(%sp) | ||
| 96 | $PUSH %r5,`-$FRAME+2*$SIZE_T`(%sp) | ||
| 97 | $PUSH %r6,`-$FRAME+3*$SIZE_T`(%sp) | ||
| 98 | ___ | ||
| 99 | $code.=<<___ if ($SIZE_T==4); | ||
| 100 | $PUSH %r7,`-$FRAME+4*$SIZE_T`(%sp) | ||
| 101 | $PUSH %r8,`-$FRAME+5*$SIZE_T`(%sp) | ||
| 102 | $PUSH %r9,`-$FRAME+6*$SIZE_T`(%sp) | ||
| 103 | $PUSH %r10,`-$FRAME+7*$SIZE_T`(%sp) | ||
| 104 | $PUSH %r11,`-$FRAME+8*$SIZE_T`(%sp) | ||
| 105 | ___ | ||
| 106 | $code.=<<___; | ||
| 107 | blr %r0,$rem_4bit | ||
| 108 | ldi 3,$rem | ||
| 109 | L\$pic_gmult | ||
| 110 | andcm $rem_4bit,$rem,$rem_4bit | ||
| 111 | addl $inp,$len,$len | ||
| 112 | ldo L\$rem_4bit-L\$pic_gmult($rem_4bit),$rem_4bit | ||
| 113 | ldi 0xf0,$mask0xf0 | ||
| 114 | ___ | ||
| 115 | $code.=<<___ if ($SIZE_T==4); | ||
| 116 | ldi 31,$rem | ||
| 117 | mtctl $rem,%cr11 | ||
| 118 | extrd,u,*= $rem,%sar,1,$rem ; executes on PA-RISC 1.0 | ||
| 119 | b L\$parisc1_gmult | ||
| 120 | nop | ||
| 121 | ___ | ||
| 122 | |||
| 123 | $code.=<<___; | ||
| 124 | ldb 15($Xi),$nlo | ||
| 125 | ldo 8($Htbl),$Hll | ||
| 126 | |||
| 127 | and $mask0xf0,$nlo,$nhi | ||
| 128 | depd,z $nlo,59,4,$nlo | ||
| 129 | |||
| 130 | ldd $nlo($Hll),$Zll | ||
| 131 | ldd $nlo($Hhh),$Zhh | ||
| 132 | |||
| 133 | depd,z $Zll,60,4,$rem | ||
| 134 | shrpd $Zhh,$Zll,4,$Zll | ||
| 135 | extrd,u $Zhh,59,60,$Zhh | ||
| 136 | ldb 14($Xi),$nlo | ||
| 137 | |||
| 138 | ldd $nhi($Hll),$Tll | ||
| 139 | ldd $nhi($Hhh),$Thh | ||
| 140 | and $mask0xf0,$nlo,$nhi | ||
| 141 | depd,z $nlo,59,4,$nlo | ||
| 142 | |||
| 143 | xor $Tll,$Zll,$Zll | ||
| 144 | xor $Thh,$Zhh,$Zhh | ||
| 145 | ldd $rem($rem_4bit),$rem | ||
| 146 | b L\$oop_gmult_pa2 | ||
| 147 | ldi 13,$cnt | ||
| 148 | |||
| 149 | .ALIGN 8 | ||
| 150 | L\$oop_gmult_pa2 | ||
| 151 | xor $rem,$Zhh,$Zhh ; moved here to work around gas bug | ||
| 152 | depd,z $Zll,60,4,$rem | ||
| 153 | |||
| 154 | shrpd $Zhh,$Zll,4,$Zll | ||
| 155 | extrd,u $Zhh,59,60,$Zhh | ||
| 156 | ldd $nlo($Hll),$Tll | ||
| 157 | ldd $nlo($Hhh),$Thh | ||
| 158 | |||
| 159 | xor $Tll,$Zll,$Zll | ||
| 160 | xor $Thh,$Zhh,$Zhh | ||
| 161 | ldd $rem($rem_4bit),$rem | ||
| 162 | |||
| 163 | xor $rem,$Zhh,$Zhh | ||
| 164 | depd,z $Zll,60,4,$rem | ||
| 165 | ldbx $cnt($Xi),$nlo | ||
| 166 | |||
| 167 | shrpd $Zhh,$Zll,4,$Zll | ||
| 168 | extrd,u $Zhh,59,60,$Zhh | ||
| 169 | ldd $nhi($Hll),$Tll | ||
| 170 | ldd $nhi($Hhh),$Thh | ||
| 171 | |||
| 172 | and $mask0xf0,$nlo,$nhi | ||
| 173 | depd,z $nlo,59,4,$nlo | ||
| 174 | ldd $rem($rem_4bit),$rem | ||
| 175 | |||
| 176 | xor $Tll,$Zll,$Zll | ||
| 177 | addib,uv -1,$cnt,L\$oop_gmult_pa2 | ||
| 178 | xor $Thh,$Zhh,$Zhh | ||
| 179 | |||
| 180 | xor $rem,$Zhh,$Zhh | ||
| 181 | depd,z $Zll,60,4,$rem | ||
| 182 | |||
| 183 | shrpd $Zhh,$Zll,4,$Zll | ||
| 184 | extrd,u $Zhh,59,60,$Zhh | ||
| 185 | ldd $nlo($Hll),$Tll | ||
| 186 | ldd $nlo($Hhh),$Thh | ||
| 187 | |||
| 188 | xor $Tll,$Zll,$Zll | ||
| 189 | xor $Thh,$Zhh,$Zhh | ||
| 190 | ldd $rem($rem_4bit),$rem | ||
| 191 | |||
| 192 | xor $rem,$Zhh,$Zhh | ||
| 193 | depd,z $Zll,60,4,$rem | ||
| 194 | |||
| 195 | shrpd $Zhh,$Zll,4,$Zll | ||
| 196 | extrd,u $Zhh,59,60,$Zhh | ||
| 197 | ldd $nhi($Hll),$Tll | ||
| 198 | ldd $nhi($Hhh),$Thh | ||
| 199 | |||
| 200 | xor $Tll,$Zll,$Zll | ||
| 201 | xor $Thh,$Zhh,$Zhh | ||
| 202 | ldd $rem($rem_4bit),$rem | ||
| 203 | |||
| 204 | xor $rem,$Zhh,$Zhh | ||
| 205 | std $Zll,8($Xi) | ||
| 206 | std $Zhh,0($Xi) | ||
| 207 | ___ | ||
| 208 | |||
| 209 | $code.=<<___ if ($SIZE_T==4); | ||
| 210 | b L\$done_gmult | ||
| 211 | nop | ||
| 212 | |||
| 213 | L\$parisc1_gmult | ||
| 214 | ldb 15($Xi),$nlo | ||
| 215 | ldo 12($Htbl),$Hll | ||
| 216 | ldo 8($Htbl),$Hlh | ||
| 217 | ldo 4($Htbl),$Hhl | ||
| 218 | |||
| 219 | and $mask0xf0,$nlo,$nhi | ||
| 220 | zdep $nlo,27,4,$nlo | ||
| 221 | |||
| 222 | ldwx $nlo($Hll),$Zll | ||
| 223 | ldwx $nlo($Hlh),$Zlh | ||
| 224 | ldwx $nlo($Hhl),$Zhl | ||
| 225 | ldwx $nlo($Hhh),$Zhh | ||
| 226 | zdep $Zll,28,4,$rem | ||
| 227 | ldb 14($Xi),$nlo | ||
| 228 | ldwx $rem($rem_4bit),$rem | ||
| 229 | shrpw $Zlh,$Zll,4,$Zll | ||
| 230 | ldwx $nhi($Hll),$Tll | ||
| 231 | shrpw $Zhl,$Zlh,4,$Zlh | ||
| 232 | ldwx $nhi($Hlh),$Tlh | ||
| 233 | shrpw $Zhh,$Zhl,4,$Zhl | ||
| 234 | ldwx $nhi($Hhl),$Thl | ||
| 235 | extru $Zhh,27,28,$Zhh | ||
| 236 | ldwx $nhi($Hhh),$Thh | ||
| 237 | xor $rem,$Zhh,$Zhh | ||
| 238 | and $mask0xf0,$nlo,$nhi | ||
| 239 | zdep $nlo,27,4,$nlo | ||
| 240 | |||
| 241 | xor $Tll,$Zll,$Zll | ||
| 242 | ldwx $nlo($Hll),$Tll | ||
| 243 | xor $Tlh,$Zlh,$Zlh | ||
| 244 | ldwx $nlo($Hlh),$Tlh | ||
| 245 | xor $Thl,$Zhl,$Zhl | ||
| 246 | b L\$oop_gmult_pa1 | ||
| 247 | ldi 13,$cnt | ||
| 248 | |||
| 249 | .ALIGN 8 | ||
| 250 | L\$oop_gmult_pa1 | ||
| 251 | zdep $Zll,28,4,$rem | ||
| 252 | ldwx $nlo($Hhl),$Thl | ||
| 253 | xor $Thh,$Zhh,$Zhh | ||
| 254 | ldwx $rem($rem_4bit),$rem | ||
| 255 | shrpw $Zlh,$Zll,4,$Zll | ||
| 256 | ldwx $nlo($Hhh),$Thh | ||
| 257 | shrpw $Zhl,$Zlh,4,$Zlh | ||
| 258 | ldbx $cnt($Xi),$nlo | ||
| 259 | xor $Tll,$Zll,$Zll | ||
| 260 | ldwx $nhi($Hll),$Tll | ||
| 261 | shrpw $Zhh,$Zhl,4,$Zhl | ||
| 262 | xor $Tlh,$Zlh,$Zlh | ||
| 263 | ldwx $nhi($Hlh),$Tlh | ||
| 264 | extru $Zhh,27,28,$Zhh | ||
| 265 | xor $Thl,$Zhl,$Zhl | ||
| 266 | ldwx $nhi($Hhl),$Thl | ||
| 267 | xor $rem,$Zhh,$Zhh | ||
| 268 | zdep $Zll,28,4,$rem | ||
| 269 | xor $Thh,$Zhh,$Zhh | ||
| 270 | ldwx $nhi($Hhh),$Thh | ||
| 271 | shrpw $Zlh,$Zll,4,$Zll | ||
| 272 | ldwx $rem($rem_4bit),$rem | ||
| 273 | shrpw $Zhl,$Zlh,4,$Zlh | ||
| 274 | shrpw $Zhh,$Zhl,4,$Zhl | ||
| 275 | and $mask0xf0,$nlo,$nhi | ||
| 276 | extru $Zhh,27,28,$Zhh | ||
| 277 | zdep $nlo,27,4,$nlo | ||
| 278 | xor $Tll,$Zll,$Zll | ||
| 279 | ldwx $nlo($Hll),$Tll | ||
| 280 | xor $Tlh,$Zlh,$Zlh | ||
| 281 | ldwx $nlo($Hlh),$Tlh | ||
| 282 | xor $rem,$Zhh,$Zhh | ||
| 283 | addib,uv -1,$cnt,L\$oop_gmult_pa1 | ||
| 284 | xor $Thl,$Zhl,$Zhl | ||
| 285 | |||
| 286 | zdep $Zll,28,4,$rem | ||
| 287 | ldwx $nlo($Hhl),$Thl | ||
| 288 | xor $Thh,$Zhh,$Zhh | ||
| 289 | ldwx $rem($rem_4bit),$rem | ||
| 290 | shrpw $Zlh,$Zll,4,$Zll | ||
| 291 | ldwx $nlo($Hhh),$Thh | ||
| 292 | shrpw $Zhl,$Zlh,4,$Zlh | ||
| 293 | xor $Tll,$Zll,$Zll | ||
| 294 | ldwx $nhi($Hll),$Tll | ||
| 295 | shrpw $Zhh,$Zhl,4,$Zhl | ||
| 296 | xor $Tlh,$Zlh,$Zlh | ||
| 297 | ldwx $nhi($Hlh),$Tlh | ||
| 298 | extru $Zhh,27,28,$Zhh | ||
| 299 | xor $rem,$Zhh,$Zhh | ||
| 300 | xor $Thl,$Zhl,$Zhl | ||
| 301 | ldwx $nhi($Hhl),$Thl | ||
| 302 | xor $Thh,$Zhh,$Zhh | ||
| 303 | ldwx $nhi($Hhh),$Thh | ||
| 304 | zdep $Zll,28,4,$rem | ||
| 305 | ldwx $rem($rem_4bit),$rem | ||
| 306 | shrpw $Zlh,$Zll,4,$Zll | ||
| 307 | shrpw $Zhl,$Zlh,4,$Zlh | ||
| 308 | shrpw $Zhh,$Zhl,4,$Zhl | ||
| 309 | extru $Zhh,27,28,$Zhh | ||
| 310 | xor $Tll,$Zll,$Zll | ||
| 311 | xor $Tlh,$Zlh,$Zlh | ||
| 312 | xor $rem,$Zhh,$Zhh | ||
| 313 | stw $Zll,12($Xi) | ||
| 314 | xor $Thl,$Zhl,$Zhl | ||
| 315 | stw $Zlh,8($Xi) | ||
| 316 | xor $Thh,$Zhh,$Zhh | ||
| 317 | stw $Zhl,4($Xi) | ||
| 318 | stw $Zhh,0($Xi) | ||
| 319 | ___ | ||
| 320 | $code.=<<___; | ||
| 321 | L\$done_gmult | ||
| 322 | $POP `-$FRAME-$SAVED_RP`(%sp),%r2 ; standard epilogue | ||
| 323 | $POP `-$FRAME+1*$SIZE_T`(%sp),%r4 | ||
| 324 | $POP `-$FRAME+2*$SIZE_T`(%sp),%r5 | ||
| 325 | $POP `-$FRAME+3*$SIZE_T`(%sp),%r6 | ||
| 326 | ___ | ||
| 327 | $code.=<<___ if ($SIZE_T==4); | ||
| 328 | $POP `-$FRAME+4*$SIZE_T`(%sp),%r7 | ||
| 329 | $POP `-$FRAME+5*$SIZE_T`(%sp),%r8 | ||
| 330 | $POP `-$FRAME+6*$SIZE_T`(%sp),%r9 | ||
| 331 | $POP `-$FRAME+7*$SIZE_T`(%sp),%r10 | ||
| 332 | $POP `-$FRAME+8*$SIZE_T`(%sp),%r11 | ||
| 333 | ___ | ||
| 334 | $code.=<<___; | ||
| 335 | bv (%r2) | ||
| 336 | .EXIT | ||
| 337 | $POPMB -$FRAME(%sp),%r3 | ||
| 338 | .PROCEND | ||
| 339 | |||
| 340 | .EXPORT gcm_ghash_4bit,ENTRY,ARGW0=GR,ARGW1=GR,ARGW2=GR,ARGW3=GR | ||
| 341 | .ALIGN 64 | ||
| 342 | gcm_ghash_4bit | ||
| 343 | .PROC | ||
| 344 | .CALLINFO FRAME=`$FRAME-10*$SIZE_T`,NO_CALLS,SAVE_RP,ENTRY_GR=11 | ||
| 345 | .ENTRY | ||
| 346 | $PUSH %r2,-$SAVED_RP(%sp) ; standard prologue | ||
| 347 | $PUSHMA %r3,$FRAME(%sp) | ||
| 348 | $PUSH %r4,`-$FRAME+1*$SIZE_T`(%sp) | ||
| 349 | $PUSH %r5,`-$FRAME+2*$SIZE_T`(%sp) | ||
| 350 | $PUSH %r6,`-$FRAME+3*$SIZE_T`(%sp) | ||
| 351 | ___ | ||
| 352 | $code.=<<___ if ($SIZE_T==4); | ||
| 353 | $PUSH %r7,`-$FRAME+4*$SIZE_T`(%sp) | ||
| 354 | $PUSH %r8,`-$FRAME+5*$SIZE_T`(%sp) | ||
| 355 | $PUSH %r9,`-$FRAME+6*$SIZE_T`(%sp) | ||
| 356 | $PUSH %r10,`-$FRAME+7*$SIZE_T`(%sp) | ||
| 357 | $PUSH %r11,`-$FRAME+8*$SIZE_T`(%sp) | ||
| 358 | ___ | ||
| 359 | $code.=<<___; | ||
| 360 | blr %r0,$rem_4bit | ||
| 361 | ldi 3,$rem | ||
| 362 | L\$pic_ghash | ||
| 363 | andcm $rem_4bit,$rem,$rem_4bit | ||
| 364 | addl $inp,$len,$len | ||
| 365 | ldo L\$rem_4bit-L\$pic_ghash($rem_4bit),$rem_4bit | ||
| 366 | ldi 0xf0,$mask0xf0 | ||
| 367 | ___ | ||
| 368 | $code.=<<___ if ($SIZE_T==4); | ||
| 369 | ldi 31,$rem | ||
| 370 | mtctl $rem,%cr11 | ||
| 371 | extrd,u,*= $rem,%sar,1,$rem ; executes on PA-RISC 1.0 | ||
| 372 | b L\$parisc1_ghash | ||
| 373 | nop | ||
| 374 | ___ | ||
| 375 | |||
| 376 | $code.=<<___; | ||
| 377 | ldb 15($Xi),$nlo | ||
| 378 | ldo 8($Htbl),$Hll | ||
| 379 | |||
| 380 | L\$outer_ghash_pa2 | ||
| 381 | ldb 15($inp),$nhi | ||
| 382 | xor $nhi,$nlo,$nlo | ||
| 383 | and $mask0xf0,$nlo,$nhi | ||
| 384 | depd,z $nlo,59,4,$nlo | ||
| 385 | |||
| 386 | ldd $nlo($Hll),$Zll | ||
| 387 | ldd $nlo($Hhh),$Zhh | ||
| 388 | |||
| 389 | depd,z $Zll,60,4,$rem | ||
| 390 | shrpd $Zhh,$Zll,4,$Zll | ||
| 391 | extrd,u $Zhh,59,60,$Zhh | ||
| 392 | ldb 14($Xi),$nlo | ||
| 393 | ldb 14($inp),$byte | ||
| 394 | |||
| 395 | ldd $nhi($Hll),$Tll | ||
| 396 | ldd $nhi($Hhh),$Thh | ||
| 397 | xor $byte,$nlo,$nlo | ||
| 398 | and $mask0xf0,$nlo,$nhi | ||
| 399 | depd,z $nlo,59,4,$nlo | ||
| 400 | |||
| 401 | xor $Tll,$Zll,$Zll | ||
| 402 | xor $Thh,$Zhh,$Zhh | ||
| 403 | ldd $rem($rem_4bit),$rem | ||
| 404 | b L\$oop_ghash_pa2 | ||
| 405 | ldi 13,$cnt | ||
| 406 | |||
| 407 | .ALIGN 8 | ||
| 408 | L\$oop_ghash_pa2 | ||
| 409 | xor $rem,$Zhh,$Zhh ; moved here to work around gas bug | ||
| 410 | depd,z $Zll,60,4,$rem2 | ||
| 411 | |||
| 412 | shrpd $Zhh,$Zll,4,$Zll | ||
| 413 | extrd,u $Zhh,59,60,$Zhh | ||
| 414 | ldd $nlo($Hll),$Tll | ||
| 415 | ldd $nlo($Hhh),$Thh | ||
| 416 | |||
| 417 | xor $Tll,$Zll,$Zll | ||
| 418 | xor $Thh,$Zhh,$Zhh | ||
| 419 | ldbx $cnt($Xi),$nlo | ||
| 420 | ldbx $cnt($inp),$byte | ||
| 421 | |||
| 422 | depd,z $Zll,60,4,$rem | ||
| 423 | shrpd $Zhh,$Zll,4,$Zll | ||
| 424 | ldd $rem2($rem_4bit),$rem2 | ||
| 425 | |||
| 426 | xor $rem2,$Zhh,$Zhh | ||
| 427 | xor $byte,$nlo,$nlo | ||
| 428 | ldd $nhi($Hll),$Tll | ||
| 429 | ldd $nhi($Hhh),$Thh | ||
| 430 | |||
| 431 | and $mask0xf0,$nlo,$nhi | ||
| 432 | depd,z $nlo,59,4,$nlo | ||
| 433 | |||
| 434 | extrd,u $Zhh,59,60,$Zhh | ||
| 435 | xor $Tll,$Zll,$Zll | ||
| 436 | |||
| 437 | ldd $rem($rem_4bit),$rem | ||
| 438 | addib,uv -1,$cnt,L\$oop_ghash_pa2 | ||
| 439 | xor $Thh,$Zhh,$Zhh | ||
| 440 | |||
| 441 | xor $rem,$Zhh,$Zhh | ||
| 442 | depd,z $Zll,60,4,$rem2 | ||
| 443 | |||
| 444 | shrpd $Zhh,$Zll,4,$Zll | ||
| 445 | extrd,u $Zhh,59,60,$Zhh | ||
| 446 | ldd $nlo($Hll),$Tll | ||
| 447 | ldd $nlo($Hhh),$Thh | ||
| 448 | |||
| 449 | xor $Tll,$Zll,$Zll | ||
| 450 | xor $Thh,$Zhh,$Zhh | ||
| 451 | |||
| 452 | depd,z $Zll,60,4,$rem | ||
| 453 | shrpd $Zhh,$Zll,4,$Zll | ||
| 454 | ldd $rem2($rem_4bit),$rem2 | ||
| 455 | |||
| 456 | xor $rem2,$Zhh,$Zhh | ||
| 457 | ldd $nhi($Hll),$Tll | ||
| 458 | ldd $nhi($Hhh),$Thh | ||
| 459 | |||
| 460 | extrd,u $Zhh,59,60,$Zhh | ||
| 461 | xor $Tll,$Zll,$Zll | ||
| 462 | xor $Thh,$Zhh,$Zhh | ||
| 463 | ldd $rem($rem_4bit),$rem | ||
| 464 | |||
| 465 | xor $rem,$Zhh,$Zhh | ||
| 466 | std $Zll,8($Xi) | ||
| 467 | ldo 16($inp),$inp | ||
| 468 | std $Zhh,0($Xi) | ||
| 469 | cmpb,*<> $inp,$len,L\$outer_ghash_pa2 | ||
| 470 | copy $Zll,$nlo | ||
| 471 | ___ | ||
| 472 | |||
| 473 | $code.=<<___ if ($SIZE_T==4); | ||
| 474 | b L\$done_ghash | ||
| 475 | nop | ||
| 476 | |||
| 477 | L\$parisc1_ghash | ||
| 478 | ldb 15($Xi),$nlo | ||
| 479 | ldo 12($Htbl),$Hll | ||
| 480 | ldo 8($Htbl),$Hlh | ||
| 481 | ldo 4($Htbl),$Hhl | ||
| 482 | |||
| 483 | L\$outer_ghash_pa1 | ||
| 484 | ldb 15($inp),$byte | ||
| 485 | xor $byte,$nlo,$nlo | ||
| 486 | and $mask0xf0,$nlo,$nhi | ||
| 487 | zdep $nlo,27,4,$nlo | ||
| 488 | |||
| 489 | ldwx $nlo($Hll),$Zll | ||
| 490 | ldwx $nlo($Hlh),$Zlh | ||
| 491 | ldwx $nlo($Hhl),$Zhl | ||
| 492 | ldwx $nlo($Hhh),$Zhh | ||
| 493 | zdep $Zll,28,4,$rem | ||
| 494 | ldb 14($Xi),$nlo | ||
| 495 | ldb 14($inp),$byte | ||
| 496 | ldwx $rem($rem_4bit),$rem | ||
| 497 | shrpw $Zlh,$Zll,4,$Zll | ||
| 498 | ldwx $nhi($Hll),$Tll | ||
| 499 | shrpw $Zhl,$Zlh,4,$Zlh | ||
| 500 | ldwx $nhi($Hlh),$Tlh | ||
| 501 | shrpw $Zhh,$Zhl,4,$Zhl | ||
| 502 | ldwx $nhi($Hhl),$Thl | ||
| 503 | extru $Zhh,27,28,$Zhh | ||
| 504 | ldwx $nhi($Hhh),$Thh | ||
| 505 | xor $byte,$nlo,$nlo | ||
| 506 | xor $rem,$Zhh,$Zhh | ||
| 507 | and $mask0xf0,$nlo,$nhi | ||
| 508 | zdep $nlo,27,4,$nlo | ||
| 509 | |||
| 510 | xor $Tll,$Zll,$Zll | ||
| 511 | ldwx $nlo($Hll),$Tll | ||
| 512 | xor $Tlh,$Zlh,$Zlh | ||
| 513 | ldwx $nlo($Hlh),$Tlh | ||
| 514 | xor $Thl,$Zhl,$Zhl | ||
| 515 | b L\$oop_ghash_pa1 | ||
| 516 | ldi 13,$cnt | ||
| 517 | |||
| 518 | .ALIGN 8 | ||
| 519 | L\$oop_ghash_pa1 | ||
| 520 | zdep $Zll,28,4,$rem | ||
| 521 | ldwx $nlo($Hhl),$Thl | ||
| 522 | xor $Thh,$Zhh,$Zhh | ||
| 523 | ldwx $rem($rem_4bit),$rem | ||
| 524 | shrpw $Zlh,$Zll,4,$Zll | ||
| 525 | ldwx $nlo($Hhh),$Thh | ||
| 526 | shrpw $Zhl,$Zlh,4,$Zlh | ||
| 527 | ldbx $cnt($Xi),$nlo | ||
| 528 | xor $Tll,$Zll,$Zll | ||
| 529 | ldwx $nhi($Hll),$Tll | ||
| 530 | shrpw $Zhh,$Zhl,4,$Zhl | ||
| 531 | ldbx $cnt($inp),$byte | ||
| 532 | xor $Tlh,$Zlh,$Zlh | ||
| 533 | ldwx $nhi($Hlh),$Tlh | ||
| 534 | extru $Zhh,27,28,$Zhh | ||
| 535 | xor $Thl,$Zhl,$Zhl | ||
| 536 | ldwx $nhi($Hhl),$Thl | ||
| 537 | xor $rem,$Zhh,$Zhh | ||
| 538 | zdep $Zll,28,4,$rem | ||
| 539 | xor $Thh,$Zhh,$Zhh | ||
| 540 | ldwx $nhi($Hhh),$Thh | ||
| 541 | shrpw $Zlh,$Zll,4,$Zll | ||
| 542 | ldwx $rem($rem_4bit),$rem | ||
| 543 | shrpw $Zhl,$Zlh,4,$Zlh | ||
| 544 | xor $byte,$nlo,$nlo | ||
| 545 | shrpw $Zhh,$Zhl,4,$Zhl | ||
| 546 | and $mask0xf0,$nlo,$nhi | ||
| 547 | extru $Zhh,27,28,$Zhh | ||
| 548 | zdep $nlo,27,4,$nlo | ||
| 549 | xor $Tll,$Zll,$Zll | ||
| 550 | ldwx $nlo($Hll),$Tll | ||
| 551 | xor $Tlh,$Zlh,$Zlh | ||
| 552 | ldwx $nlo($Hlh),$Tlh | ||
| 553 | xor $rem,$Zhh,$Zhh | ||
| 554 | addib,uv -1,$cnt,L\$oop_ghash_pa1 | ||
| 555 | xor $Thl,$Zhl,$Zhl | ||
| 556 | |||
| 557 | zdep $Zll,28,4,$rem | ||
| 558 | ldwx $nlo($Hhl),$Thl | ||
| 559 | xor $Thh,$Zhh,$Zhh | ||
| 560 | ldwx $rem($rem_4bit),$rem | ||
| 561 | shrpw $Zlh,$Zll,4,$Zll | ||
| 562 | ldwx $nlo($Hhh),$Thh | ||
| 563 | shrpw $Zhl,$Zlh,4,$Zlh | ||
| 564 | xor $Tll,$Zll,$Zll | ||
| 565 | ldwx $nhi($Hll),$Tll | ||
| 566 | shrpw $Zhh,$Zhl,4,$Zhl | ||
| 567 | xor $Tlh,$Zlh,$Zlh | ||
| 568 | ldwx $nhi($Hlh),$Tlh | ||
| 569 | extru $Zhh,27,28,$Zhh | ||
| 570 | xor $rem,$Zhh,$Zhh | ||
| 571 | xor $Thl,$Zhl,$Zhl | ||
| 572 | ldwx $nhi($Hhl),$Thl | ||
| 573 | xor $Thh,$Zhh,$Zhh | ||
| 574 | ldwx $nhi($Hhh),$Thh | ||
| 575 | zdep $Zll,28,4,$rem | ||
| 576 | ldwx $rem($rem_4bit),$rem | ||
| 577 | shrpw $Zlh,$Zll,4,$Zll | ||
| 578 | shrpw $Zhl,$Zlh,4,$Zlh | ||
| 579 | shrpw $Zhh,$Zhl,4,$Zhl | ||
| 580 | extru $Zhh,27,28,$Zhh | ||
| 581 | xor $Tll,$Zll,$Zll | ||
| 582 | xor $Tlh,$Zlh,$Zlh | ||
| 583 | xor $rem,$Zhh,$Zhh | ||
| 584 | stw $Zll,12($Xi) | ||
| 585 | xor $Thl,$Zhl,$Zhl | ||
| 586 | stw $Zlh,8($Xi) | ||
| 587 | xor $Thh,$Zhh,$Zhh | ||
| 588 | stw $Zhl,4($Xi) | ||
| 589 | ldo 16($inp),$inp | ||
| 590 | stw $Zhh,0($Xi) | ||
| 591 | comb,<> $inp,$len,L\$outer_ghash_pa1 | ||
| 592 | copy $Zll,$nlo | ||
| 593 | ___ | ||
| 594 | $code.=<<___; | ||
| 595 | L\$done_ghash | ||
| 596 | $POP `-$FRAME-$SAVED_RP`(%sp),%r2 ; standard epilogue | ||
| 597 | $POP `-$FRAME+1*$SIZE_T`(%sp),%r4 | ||
| 598 | $POP `-$FRAME+2*$SIZE_T`(%sp),%r5 | ||
| 599 | $POP `-$FRAME+3*$SIZE_T`(%sp),%r6 | ||
| 600 | ___ | ||
| 601 | $code.=<<___ if ($SIZE_T==4); | ||
| 602 | $POP `-$FRAME+4*$SIZE_T`(%sp),%r7 | ||
| 603 | $POP `-$FRAME+5*$SIZE_T`(%sp),%r8 | ||
| 604 | $POP `-$FRAME+6*$SIZE_T`(%sp),%r9 | ||
| 605 | $POP `-$FRAME+7*$SIZE_T`(%sp),%r10 | ||
| 606 | $POP `-$FRAME+8*$SIZE_T`(%sp),%r11 | ||
| 607 | ___ | ||
| 608 | $code.=<<___; | ||
| 609 | bv (%r2) | ||
| 610 | .EXIT | ||
| 611 | $POPMB -$FRAME(%sp),%r3 | ||
| 612 | .PROCEND | ||
| 613 | |||
| 614 | .ALIGN 64 | ||
| 615 | L\$rem_4bit | ||
| 616 | .WORD `0x0000<<16`,0,`0x1C20<<16`,0,`0x3840<<16`,0,`0x2460<<16`,0 | ||
| 617 | .WORD `0x7080<<16`,0,`0x6CA0<<16`,0,`0x48C0<<16`,0,`0x54E0<<16`,0 | ||
| 618 | .WORD `0xE100<<16`,0,`0xFD20<<16`,0,`0xD940<<16`,0,`0xC560<<16`,0 | ||
| 619 | .WORD `0x9180<<16`,0,`0x8DA0<<16`,0,`0xA9C0<<16`,0,`0xB5E0<<16`,0 | ||
| 620 | .STRINGZ "GHASH for PA-RISC, GRYPTOGAMS by <appro\@openssl.org>" | ||
| 621 | .ALIGN 64 | ||
| 622 | ___ | ||
| 623 | |||
| 624 | # Explicitly encode PA-RISC 2.0 instructions used in this module, so | ||
| 625 | # that it can be compiled with .LEVEL 1.0. It should be noted that I | ||
| 626 | # wouldn't have to do this, if GNU assembler understood .ALLOW 2.0 | ||
| 627 | # directive... | ||
| 628 | |||
| 629 | my $ldd = sub { | ||
| 630 | my ($mod,$args) = @_; | ||
| 631 | my $orig = "ldd$mod\t$args"; | ||
| 632 | |||
| 633 | if ($args =~ /%r([0-9]+)\(%r([0-9]+)\),%r([0-9]+)/) # format 4 | ||
| 634 | { my $opcode=(0x03<<26)|($2<<21)|($1<<16)|(3<<6)|$3; | ||
| 635 | sprintf "\t.WORD\t0x%08x\t; %s",$opcode,$orig; | ||
| 636 | } | ||
| 637 | elsif ($args =~ /(\-?[0-9]+)\(%r([0-9]+)\),%r([0-9]+)/) # format 5 | ||
| 638 | { my $opcode=(0x03<<26)|($2<<21)|(1<<12)|(3<<6)|$3; | ||
| 639 | $opcode|=(($1&0xF)<<17)|(($1&0x10)<<12); # encode offset | ||
| 640 | $opcode|=(1<<5) if ($mod =~ /^,m/); | ||
| 641 | $opcode|=(1<<13) if ($mod =~ /^,mb/); | ||
| 642 | sprintf "\t.WORD\t0x%08x\t; %s",$opcode,$orig; | ||
| 643 | } | ||
| 644 | else { "\t".$orig; } | ||
| 645 | }; | ||
| 646 | |||
| 647 | my $std = sub { | ||
| 648 | my ($mod,$args) = @_; | ||
| 649 | my $orig = "std$mod\t$args"; | ||
| 650 | |||
| 651 | if ($args =~ /%r([0-9]+),(\-?[0-9]+)\(%r([0-9]+)\)/) # format 3 suffices | ||
| 652 | { my $opcode=(0x1c<<26)|($3<<21)|($1<<16)|(($2&0x1FF8)<<1)|(($2>>13)&1); | ||
| 653 | sprintf "\t.WORD\t0x%08x\t; %s",$opcode,$orig; | ||
| 654 | } | ||
| 655 | else { "\t".$orig; } | ||
| 656 | }; | ||
| 657 | |||
| 658 | my $extrd = sub { | ||
| 659 | my ($mod,$args) = @_; | ||
| 660 | my $orig = "extrd$mod\t$args"; | ||
| 661 | |||
| 662 | # I only have ",u" completer, it's implicitly encoded... | ||
| 663 | if ($args =~ /%r([0-9]+),([0-9]+),([0-9]+),%r([0-9]+)/) # format 15 | ||
| 664 | { my $opcode=(0x36<<26)|($1<<21)|($4<<16); | ||
| 665 | my $len=32-$3; | ||
| 666 | $opcode |= (($2&0x20)<<6)|(($2&0x1f)<<5); # encode pos | ||
| 667 | $opcode |= (($len&0x20)<<7)|($len&0x1f); # encode len | ||
| 668 | sprintf "\t.WORD\t0x%08x\t; %s",$opcode,$orig; | ||
| 669 | } | ||
| 670 | elsif ($args =~ /%r([0-9]+),%sar,([0-9]+),%r([0-9]+)/) # format 12 | ||
| 671 | { my $opcode=(0x34<<26)|($1<<21)|($3<<16)|(2<<11)|(1<<9); | ||
| 672 | my $len=32-$2; | ||
| 673 | $opcode |= (($len&0x20)<<3)|($len&0x1f); # encode len | ||
| 674 | $opcode |= (1<<13) if ($mod =~ /,\**=/); | ||
| 675 | sprintf "\t.WORD\t0x%08x\t; %s",$opcode,$orig; | ||
| 676 | } | ||
| 677 | else { "\t".$orig; } | ||
| 678 | }; | ||
| 679 | |||
| 680 | my $shrpd = sub { | ||
| 681 | my ($mod,$args) = @_; | ||
| 682 | my $orig = "shrpd$mod\t$args"; | ||
| 683 | |||
| 684 | if ($args =~ /%r([0-9]+),%r([0-9]+),([0-9]+),%r([0-9]+)/) # format 14 | ||
| 685 | { my $opcode=(0x34<<26)|($2<<21)|($1<<16)|(1<<10)|$4; | ||
| 686 | my $cpos=63-$3; | ||
| 687 | $opcode |= (($cpos&0x20)<<6)|(($cpos&0x1f)<<5); # encode sa | ||
| 688 | sprintf "\t.WORD\t0x%08x\t; %s",$opcode,$orig; | ||
| 689 | } | ||
| 690 | elsif ($args =~ /%r([0-9]+),%r([0-9]+),%sar,%r([0-9]+)/) # format 11 | ||
| 691 | { sprintf "\t.WORD\t0x%08x\t; %s", | ||
| 692 | (0x34<<26)|($2<<21)|($1<<16)|(1<<9)|$3,$orig; | ||
| 693 | } | ||
| 694 | else { "\t".$orig; } | ||
| 695 | }; | ||
| 696 | |||
| 697 | my $depd = sub { | ||
| 698 | my ($mod,$args) = @_; | ||
| 699 | my $orig = "depd$mod\t$args"; | ||
| 700 | |||
| 701 | # I only have ",z" completer, it's impicitly encoded... | ||
| 702 | if ($args =~ /%r([0-9]+),([0-9]+),([0-9]+),%r([0-9]+)/) # format 16 | ||
| 703 | { my $opcode=(0x3c<<26)|($4<<21)|($1<<16); | ||
| 704 | my $cpos=63-$2; | ||
| 705 | my $len=32-$3; | ||
| 706 | $opcode |= (($cpos&0x20)<<6)|(($cpos&0x1f)<<5); # encode pos | ||
| 707 | $opcode |= (($len&0x20)<<7)|($len&0x1f); # encode len | ||
| 708 | sprintf "\t.WORD\t0x%08x\t; %s",$opcode,$orig; | ||
| 709 | } | ||
| 710 | else { "\t".$orig; } | ||
| 711 | }; | ||
| 712 | |||
| 713 | sub assemble { | ||
| 714 | my ($mnemonic,$mod,$args)=@_; | ||
| 715 | my $opcode = eval("\$$mnemonic"); | ||
| 716 | |||
| 717 | ref($opcode) eq 'CODE' ? &$opcode($mod,$args) : "\t$mnemonic$mod\t$args"; | ||
| 718 | } | ||
| 719 | |||
| 720 | foreach (split("\n",$code)) { | ||
| 721 | s/\`([^\`]*)\`/eval $1/ge; | ||
| 722 | if ($SIZE_T==4) { | ||
| 723 | s/^\s+([a-z]+)([\S]*)\s+([\S]*)/&assemble($1,$2,$3)/e; | ||
| 724 | s/cmpb,\*/comb,/; | ||
| 725 | s/,\*/,/; | ||
| 726 | } | ||
| 727 | print $_,"\n"; | ||
| 728 | } | ||
| 729 | |||
| 730 | close STDOUT; | ||
