2018-01-16 14:20:59 +01:00
|
|
|
// Copyright 2017 The Go Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
2018-03-19 16:51:38 +01:00
|
|
|
// +build amd64,!gccgo,!appengine
|
|
|
|
|
2018-01-16 14:20:59 +01:00
|
|
|
package argon2
|
|
|
|
|
2018-05-02 18:09:45 +02:00
|
|
|
import "golang.org/x/sys/cpu"
|
|
|
|
|
2018-01-16 14:20:59 +01:00
|
|
|
func init() {
|
2018-05-02 18:09:45 +02:00
|
|
|
useSSE4 = cpu.X86.HasSSE41
|
2018-01-16 14:20:59 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
//go:noescape
|
|
|
|
func mixBlocksSSE2(out, a, b, c *block)
|
|
|
|
|
|
|
|
//go:noescape
|
|
|
|
func xorBlocksSSE2(out, a, b, c *block)
|
|
|
|
|
|
|
|
//go:noescape
|
|
|
|
func blamkaSSE4(b *block)
|
|
|
|
|
|
|
|
func processBlockSSE(out, in1, in2 *block, xor bool) {
|
|
|
|
var t block
|
|
|
|
mixBlocksSSE2(&t, in1, in2, &t)
|
|
|
|
if useSSE4 {
|
|
|
|
blamkaSSE4(&t)
|
|
|
|
} else {
|
|
|
|
for i := 0; i < blockLength; i += 16 {
|
|
|
|
blamkaGeneric(
|
|
|
|
&t[i+0], &t[i+1], &t[i+2], &t[i+3],
|
|
|
|
&t[i+4], &t[i+5], &t[i+6], &t[i+7],
|
|
|
|
&t[i+8], &t[i+9], &t[i+10], &t[i+11],
|
|
|
|
&t[i+12], &t[i+13], &t[i+14], &t[i+15],
|
|
|
|
)
|
|
|
|
}
|
|
|
|
for i := 0; i < blockLength/8; i += 2 {
|
|
|
|
blamkaGeneric(
|
|
|
|
&t[i], &t[i+1], &t[16+i], &t[16+i+1],
|
|
|
|
&t[32+i], &t[32+i+1], &t[48+i], &t[48+i+1],
|
|
|
|
&t[64+i], &t[64+i+1], &t[80+i], &t[80+i+1],
|
|
|
|
&t[96+i], &t[96+i+1], &t[112+i], &t[112+i+1],
|
|
|
|
)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if xor {
|
|
|
|
xorBlocksSSE2(out, in1, in2, &t)
|
|
|
|
} else {
|
|
|
|
mixBlocksSSE2(out, in1, in2, &t)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func processBlock(out, in1, in2 *block) {
|
|
|
|
processBlockSSE(out, in1, in2, false)
|
|
|
|
}
|
|
|
|
|
|
|
|
func processBlockXOR(out, in1, in2 *block) {
|
|
|
|
processBlockSSE(out, in1, in2, true)
|
|
|
|
}
|