%qtconsole --colors=linux
from __future__ import division
import numpy as np
import pyopencl as cl
import pyopencl.array
import pyopencl.tools
%load_ext pyopencl.ipython_ext
ctx = cl.create_some_context()
queue = cl.CommandQueue(ctx)
device=ctx.devices[0]
print device.max_mem_alloc_size
print device.max_work_group_size
1073741824 256
from hashlib import sha512
sha512('').hexdigest()
'cf83e1357eefb8bdf1542850d66d8007d620e4050b5715dc83f4a921d36ce9ce47d0d13c5d85f2b0ff8318d2877eec2f63b931bd47417a81a538327af927da3e'
%%cl_kernel -o "-I ."
#define _OPENCL_COMPILER
#define DEVICE_INFO 2|64|1024
#include "opencl_cryptsha512.h"
__constant uint64_t k[] = {
0x428a2f98d728ae22UL, 0x7137449123ef65cdUL, 0xb5c0fbcfec4d3b2fUL, 0xe9b5dba58189dbbcUL,
0x3956c25bf348b538UL, 0x59f111f1b605d019UL, 0x923f82a4af194f9bUL, 0xab1c5ed5da6d8118UL,
0xd807aa98a3030242UL, 0x12835b0145706fbeUL, 0x243185be4ee4b28cUL, 0x550c7dc3d5ffb4e2UL,
0x72be5d74f27b896fUL, 0x80deb1fe3b1696b1UL, 0x9bdc06a725c71235UL, 0xc19bf174cf692694UL,
0xe49b69c19ef14ad2UL, 0xefbe4786384f25e3UL, 0x0fc19dc68b8cd5b5UL, 0x240ca1cc77ac9c65UL,
0x2de92c6f592b0275UL, 0x4a7484aa6ea6e483UL, 0x5cb0a9dcbd41fbd4UL, 0x76f988da831153b5UL,
0x983e5152ee66dfabUL, 0xa831c66d2db43210UL, 0xb00327c898fb213fUL, 0xbf597fc7beef0ee4UL,
0xc6e00bf33da88fc2UL, 0xd5a79147930aa725UL, 0x06ca6351e003826fUL, 0x142929670a0e6e70UL,
0x27b70a8546d22ffcUL, 0x2e1b21385c26c926UL, 0x4d2c6dfc5ac42aedUL, 0x53380d139d95b3dfUL,
0x650a73548baf63deUL, 0x766a0abb3c77b2a8UL, 0x81c2c92e47edaee6UL, 0x92722c851482353bUL,
0xa2bfe8a14cf10364UL, 0xa81a664bbc423001UL, 0xc24b8b70d0f89791UL, 0xc76c51a30654be30UL,
0xd192e819d6ef5218UL, 0xd69906245565a910UL, 0xf40e35855771202aUL, 0x106aa07032bbd1b8UL,
0x19a4c116b8d2d0c8UL, 0x1e376c085141ab53UL, 0x2748774cdf8eeb99UL, 0x34b0bcb5e19b48a8UL,
0x391c0cb3c5c95a63UL, 0x4ed8aa4ae3418acbUL, 0x5b9cca4f7763e373UL, 0x682e6ff3d6b2b8a3UL,
0x748f82ee5defb2fcUL, 0x78a5636f43172f60UL, 0x84c87814a1f0ab72UL, 0x8cc702081a6439ecUL,
0x90befffa23631e28UL, 0xa4506cebde82bde9UL, 0xbef9a3f7b2c67915UL, 0xc67178f2e372532bUL,
0xca273eceea26619cUL, 0xd186b8c721c0c207UL, 0xeada7dd6cde0eb1eUL, 0xf57d4f7fee6ed178UL,
0x06f067aa72176fbaUL, 0x0a637dc5a2c898a6UL, 0x113f9804bef90daeUL, 0x1b710b35131c471bUL,
0x28db77f523047d84UL, 0x32caab7b40c72493UL, 0x3c9ebe0a15c9bebcUL, 0x431d67c49c100d4cUL,
0x4cc5d4becb3e42b6UL, 0x597f299cfc657e2aUL, 0x5fcb6fab3ad6faecUL, 0x6c44198c4a475817UL,
};
inline void init_ctx(__local sha512_ctx * ctx) {
ctx->H[0] = 0x6a09e667f3bcc908UL;
ctx->H[1] = 0xbb67ae8584caa73bUL;
ctx->H[2] = 0x3c6ef372fe94f82bUL;
ctx->H[3] = 0xa54ff53a5f1d36f1UL;
ctx->H[4] = 0x510e527fade682d1UL;
ctx->H[5] = 0x9b05688c2b3e6c1fUL;
ctx->H[6] = 0x1f83d9abfb41bd6bUL;
ctx->H[7] = 0x5be0cd19137e2179UL;
ctx->total = 0;
ctx->buflen = 0;
}
inline void sha512_block(__local sha512_ctx * ctx) {
uint64_t a = ctx->H[0];
uint64_t b = ctx->H[1];
uint64_t c = ctx->H[2];
uint64_t d = ctx->H[3];
uint64_t e = ctx->H[4];
uint64_t f = ctx->H[5];
uint64_t g = ctx->H[6];
uint64_t h = ctx->H[7];
uint64_t t1, t2;
uint64_t w[16];
#ifdef VECTOR_USAGE
ulong16 w_vector;
w_vector = vload16(0, ctx->buffer->mem_64);
w_vector = SWAP64_V(w_vector);
vstore16(w_vector, 0, w);
#else
#pragma unroll
for (int i = 0; i < 16; i++)
w[i] = SWAP64(ctx->buffer->mem_64[i]);
#endif
#pragma unroll
for (int i = 0; i < 80; i++) {
if (i > 15) {
w[i & 15] = sigma1(w[(i - 2) & 15]) + sigma0(w[(i - 15) & 15]) + w[(i - 16) & 15] + w[(i - 7) & 15];
}
t1 = k[i] + w[i & 15] + h + Sigma1(e) + Ch(e, f, g);
t2 = Maj(a, b, c) + Sigma0(a);
h = g;
g = f;
f = e;
e = d + t1;
d = c;
c = b;
b = a;
a = t1 + t2;
}
/* Put checksum in context given as argument. */
ctx->H[0] += a;
ctx->H[1] += b;
ctx->H[2] += c;
ctx->H[3] += d;
ctx->H[4] += e;
ctx->H[5] += f;
ctx->H[6] += g;
ctx->H[7] += h;
}
inline void insert_to_buffer(__local sha512_ctx * ctx,
const uint8_t * string,
const uint32_t len) {
__local uint8_t * dest;
dest = ctx->buffer->mem_08 + ctx->buflen;
for (int i = 0; i < len; i++)
PUTCHAR(dest, i, GETCHAR(string, i));
ctx->buflen += len;
}
inline void ctx_update(__local sha512_ctx * ctx,
uint8_t * string, uint32_t len) {
ctx->total += len;
uint32_t startpos = ctx->buflen;
uint32_t offset = 0;
while(1){
insert_to_buffer(ctx, string+offset, (len -offset <= 128 - startpos ? len-offset : 128 - startpos));
if(ctx->buflen<128) break;
mem_fence(CLK_LOCAL_MEM_FENCE);
sha512_block(ctx);
offset = offset +128 - startpos;
ctx->buflen = 0;
startpos=0;
}
}
inline void ctx_append_1(__local sha512_ctx * ctx) {
uint32_t length = ctx->buflen;
PUTCHAR(ctx->buffer->mem_08, length, 0x80);
while (++length & 3)
PUTCHAR(ctx->buffer->mem_08, length, 0);
if (length & 7) {
__local uint32_t * l = (__local uint32_t *) (ctx->buffer->mem_08 + length);
*l = 0;
length += 4;
}
__local uint64_t * l = (__local uint64_t *) (ctx->buffer->mem_08 + length);
while (length < 128) {
*l++ = 0;
length += 8;
}
}
inline void ctx_add_length(__local sha512_ctx * ctx) {
ctx->buffer->mem_64[15] = SWAP64((uint64_t) (ctx->total * 8));
}
inline void finish_ctx(__local sha512_ctx * ctx) {
ctx_append_1(ctx);
ctx_add_length(ctx);
ctx->buflen = 0;
}
inline void clear_ctx_buffer(__local sha512_ctx * ctx) {
#ifdef VECTOR_USAGE
ulong16 w_vector = 0;
vstore16(w_vector, 0, ctx->buffer->mem_64);
#else
#pragma unroll
for (int i = 0; i < 16; i++)
ctx->buffer->mem_64[i] = 0;
#endif
ctx->buflen = 0;
}
inline void sha512_digest(__local sha512_ctx * ctx,
__global uint64_t * result) {
if (ctx->buflen <= 111) { //data+0x80+datasize fits in one 1024bit block
finish_ctx(ctx);
} else {
bool moved = true;
if (ctx->buflen < 128) { //data and 0x80 fits in one block
ctx_append_1(ctx);
moved = false;
}
sha512_block(ctx);
clear_ctx_buffer(ctx);
if (moved) //append 1,the rest is already clean
PUTCHAR(ctx->buffer->mem_08, 0, 0x80);
ctx_add_length(ctx);
}
sha512_block(ctx);
#pragma unroll
for (int i = 0; i < 8; i++)
result[i] = SWAP64(ctx->H[i]);
}
inline void sha512crypt(__local sha512_ctx * ctx,
__global sha512_hash * output, int passlen) {
uint8_t pass[128];
#pragma unroll
for(int i=0;i<128;i++)
pass[i]=97;
init_ctx(ctx);
#define NN 128
for(int i=0;i<passlen;i+=NN)
ctx_update(ctx, pass, i+NN > passlen ? passlen-i : NN);
sha512_digest(ctx, output->v);
}
__kernel
void kernel_sha512(__global sha512_hash * out_buffer,
__local sha512_ctx * ctx_memory) {
size_t gid = get_global_id(0);
size_t lid = get_local_id(0);
int j=gid%1024;
sha512crypt(&ctx_memory[lid], &out_buffer[gid], j);
}
/usr/local/lib/python2.7/dist-packages/pyopencl-2014.1-py2.7-linux-x86_64.egg/pyopencl/__init__.py:59: CompilerWarning: From-source build succeeded, but resulted in non-empty logs: Build on <pyopencl.Device 'Tahiti' on 'AMD Accelerated Parallel Processing' at 0x1b941a0> succeeded, but said: LOOP UNROLL: pragma unroll (line 66) Unrolled as requested! LOOP UNROLL: pragma unroll (line 61) Unrolled as requested! LOOP UNROLL: pragma unroll (line 162) Unrolled as requested! LOOP UNROLL: pragma unroll (line 192) Unrolled as requested! LOOP UNROLL: pragma unroll (line 201) Unrolled as requested! Warning: kernel_sha512 kernel has register spilling. Lower performance is expected. warn(text, CompilerWarning)
N=1024
output=cl.array.zeros(queue, 8*8*N, dtype=np.uint8)
working = cl.LocalMemory(32768)
kernel_sha512(queue, (N,), (128,), output.data, working).wait()
result = output.get()
p = "abcdefghijklmnopqrstuvwxyz"
p="a"*1024
for i in range(N):
r = "".join(map(lambda x:"%02x"%x, result[i*64:i*64+64]))
if r!=sha512(p[:i]).hexdigest():
print i
print "done"
done
%%cl_kernel -o "-I ."
#define _OPENCL_COMPILER
#define DEVICE_INFO 2|64|1024
#include "opencl_cryptsha512.h"
__constant uint64_t k[] = {
0x428a2f98d728ae22UL, 0x7137449123ef65cdUL, 0xb5c0fbcfec4d3b2fUL, 0xe9b5dba58189dbbcUL,
0x3956c25bf348b538UL, 0x59f111f1b605d019UL, 0x923f82a4af194f9bUL, 0xab1c5ed5da6d8118UL,
0xd807aa98a3030242UL, 0x12835b0145706fbeUL, 0x243185be4ee4b28cUL, 0x550c7dc3d5ffb4e2UL,
0x72be5d74f27b896fUL, 0x80deb1fe3b1696b1UL, 0x9bdc06a725c71235UL, 0xc19bf174cf692694UL,
0xe49b69c19ef14ad2UL, 0xefbe4786384f25e3UL, 0x0fc19dc68b8cd5b5UL, 0x240ca1cc77ac9c65UL,
0x2de92c6f592b0275UL, 0x4a7484aa6ea6e483UL, 0x5cb0a9dcbd41fbd4UL, 0x76f988da831153b5UL,
0x983e5152ee66dfabUL, 0xa831c66d2db43210UL, 0xb00327c898fb213fUL, 0xbf597fc7beef0ee4UL,
0xc6e00bf33da88fc2UL, 0xd5a79147930aa725UL, 0x06ca6351e003826fUL, 0x142929670a0e6e70UL,
0x27b70a8546d22ffcUL, 0x2e1b21385c26c926UL, 0x4d2c6dfc5ac42aedUL, 0x53380d139d95b3dfUL,
0x650a73548baf63deUL, 0x766a0abb3c77b2a8UL, 0x81c2c92e47edaee6UL, 0x92722c851482353bUL,
0xa2bfe8a14cf10364UL, 0xa81a664bbc423001UL, 0xc24b8b70d0f89791UL, 0xc76c51a30654be30UL,
0xd192e819d6ef5218UL, 0xd69906245565a910UL, 0xf40e35855771202aUL, 0x106aa07032bbd1b8UL,
0x19a4c116b8d2d0c8UL, 0x1e376c085141ab53UL, 0x2748774cdf8eeb99UL, 0x34b0bcb5e19b48a8UL,
0x391c0cb3c5c95a63UL, 0x4ed8aa4ae3418acbUL, 0x5b9cca4f7763e373UL, 0x682e6ff3d6b2b8a3UL,
0x748f82ee5defb2fcUL, 0x78a5636f43172f60UL, 0x84c87814a1f0ab72UL, 0x8cc702081a6439ecUL,
0x90befffa23631e28UL, 0xa4506cebde82bde9UL, 0xbef9a3f7b2c67915UL, 0xc67178f2e372532bUL,
0xca273eceea26619cUL, 0xd186b8c721c0c207UL, 0xeada7dd6cde0eb1eUL, 0xf57d4f7fee6ed178UL,
0x06f067aa72176fbaUL, 0x0a637dc5a2c898a6UL, 0x113f9804bef90daeUL, 0x1b710b35131c471bUL,
0x28db77f523047d84UL, 0x32caab7b40c72493UL, 0x3c9ebe0a15c9bebcUL, 0x431d67c49c100d4cUL,
0x4cc5d4becb3e42b6UL, 0x597f299cfc657e2aUL, 0x5fcb6fab3ad6faecUL, 0x6c44198c4a475817UL,
};
inline void init_ctx384(__local sha512_ctx * ctx) {
ctx->H[0] = 0xcbbb9d5dc1059ed8UL;
ctx->H[1] = 0x629a292a367cd507UL;
ctx->H[2] = 0x9159015a3070dd17UL;
ctx->H[3] = 0x152fecd8f70e5939UL;
ctx->H[4] = 0x67332667ffc00b31UL;
ctx->H[5] = 0x8eb44a8768581511UL;
ctx->H[6] = 0xdb0c2e0d64f98fa7UL;
ctx->H[7] = 0x47b5481dbefa4fa4UL;
ctx->total = 0;
ctx->buflen = 0;
}
inline void sha512_block(__local sha512_ctx * ctx) {
uint64_t a = ctx->H[0];
uint64_t b = ctx->H[1];
uint64_t c = ctx->H[2];
uint64_t d = ctx->H[3];
uint64_t e = ctx->H[4];
uint64_t f = ctx->H[5];
uint64_t g = ctx->H[6];
uint64_t h = ctx->H[7];
uint64_t t1, t2;
uint64_t w[16];
#ifdef VECTOR_USAGE
ulong16 w_vector;
w_vector = vload16(0, ctx->buffer->mem_64);
w_vector = SWAP64_V(w_vector);
vstore16(w_vector, 0, w);
#else
#pragma unroll
for (int i = 0; i < 16; i++)
w[i] = SWAP64(ctx->buffer->mem_64[i]);
#endif
#pragma unroll
for (int i = 0; i < 80; i++) {
if (i > 15) {
w[i & 15] = sigma1(w[(i - 2) & 15]) + sigma0(w[(i - 15) & 15]) + w[(i - 16) & 15] + w[(i - 7) & 15];
}
t1 = k[i] + w[i & 15] + h + Sigma1(e) + Ch(e, f, g);
t2 = Maj(a, b, c) + Sigma0(a);
h = g;
g = f;
f = e;
e = d + t1;
d = c;
c = b;
b = a;
a = t1 + t2;
}
/* Put checksum in context given as argument. */
ctx->H[0] += a;
ctx->H[1] += b;
ctx->H[2] += c;
ctx->H[3] += d;
ctx->H[4] += e;
ctx->H[5] += f;
ctx->H[6] += g;
ctx->H[7] += h;
}
inline void insert_to_buffer(__local sha512_ctx * ctx,
const uint8_t * string,
const uint32_t len) {
__local uint8_t * dest;
dest = ctx->buffer->mem_08 + ctx->buflen;
for (int i = 0; i < len; i++)
PUTCHAR(dest, i, GETCHAR(string, i));
ctx->buflen += len;
}
inline void ctx_update(__local sha512_ctx * ctx,
uint8_t * string, uint32_t len) {
ctx->total += len;
uint32_t startpos = ctx->buflen;
uint32_t offset = 0;
while(1){
insert_to_buffer(ctx, string+offset, (len -offset <= 128 - startpos ? len-offset : 128 - startpos));
if(ctx->buflen<128) break;
mem_fence(CLK_LOCAL_MEM_FENCE);
sha512_block(ctx);
offset = offset +128 - startpos;
ctx->buflen = 0;
startpos=0;
}
}
inline void ctx_append_1(__local sha512_ctx * ctx) {
uint32_t length = ctx->buflen;
PUTCHAR(ctx->buffer->mem_08, length, 0x80);
while (++length & 3)
PUTCHAR(ctx->buffer->mem_08, length, 0);
if (length & 7) {
__local uint32_t * l = (__local uint32_t *) (ctx->buffer->mem_08 + length);
*l = 0;
length += 4;
}
__local uint64_t * l = (__local uint64_t *) (ctx->buffer->mem_08 + length);
while (length < 128) {
*l++ = 0;
length += 8;
}
}
inline void ctx_add_length(__local sha512_ctx * ctx) {
ctx->buffer->mem_64[15] = SWAP64((uint64_t) (ctx->total * 8));
}
inline void finish_ctx(__local sha512_ctx * ctx) {
ctx_append_1(ctx);
ctx_add_length(ctx);
ctx->buflen = 0;
}
inline void clear_ctx_buffer(__local sha512_ctx * ctx) {
#ifdef VECTOR_USAGE
ulong16 w_vector = 0;
vstore16(w_vector, 0, ctx->buffer->mem_64);
#else
#pragma unroll
for (int i = 0; i < 16; i++)
ctx->buffer->mem_64[i] = 0;
#endif
ctx->buflen = 0;
}
inline void sha384_digest(__local sha512_ctx * ctx,
__global uint64_t * result) {
if (ctx->buflen <= 111) { //data+0x80+datasize fits in one 1024bit block
finish_ctx(ctx);
} else {
bool moved = true;
if (ctx->buflen < 128) { //data and 0x80 fits in one block
ctx_append_1(ctx);
moved = false;
}
sha512_block(ctx);
clear_ctx_buffer(ctx);
if (moved) //append 1,the rest is already clean
PUTCHAR(ctx->buffer->mem_08, 0, 0x80);
ctx_add_length(ctx);
}
sha512_block(ctx);
#pragma unroll
for (int i = 0; i < 6; i++)
result[i] = SWAP64(ctx->H[i]);
}
inline void sha384crypt(__local sha512_ctx * ctx,
__global sha384_hash * output, int passlen) {
uint8_t pass[128];
#pragma unroll
for(int i=0;i<128;i++)
pass[i]=97;
init_ctx384(ctx);
#define NN 128
for(int i=0;i<passlen;i+=NN)
ctx_update(ctx, pass, i+NN > passlen ? passlen-i : NN);
sha384_digest(ctx, output->v);
}
__kernel
void kernel_sha384(__global sha384_hash * out_buffer,
__local sha512_ctx * ctx_memory) {
size_t gid = get_global_id(0);
size_t lid = get_local_id(0);
int j=gid%1024;
sha384crypt(&ctx_memory[lid], &out_buffer[gid], j);
}
/usr/local/lib/python2.7/dist-packages/pyopencl-2014.1-py2.7-linux-x86_64.egg/pyopencl/__init__.py:59: CompilerWarning: From-source build succeeded, but resulted in non-empty logs: Build on <pyopencl.Device 'Tahiti' on 'AMD Accelerated Parallel Processing' at 0x1b941a0> succeeded, but said: LOOP UNROLL: pragma unroll (line 66) Unrolled as requested! LOOP UNROLL: pragma unroll (line 61) Unrolled as requested! LOOP UNROLL: pragma unroll (line 162) Unrolled as requested! LOOP UNROLL: pragma unroll (line 192) Unrolled as requested! LOOP UNROLL: pragma unroll (line 201) Unrolled as requested! Warning: kernel_sha384 kernel has register spilling. Lower performance is expected. warn(text, CompilerWarning)
N=1024
output=cl.array.zeros(queue, 8*8*N, dtype=np.uint8)
working = cl.LocalMemory(200*128)
kernel_sha384(queue, (N,), (128,), output.data, working).wait()
from hashlib import sha384
result = output.get()
p = "abcdefghijklmnopqrstuvwxyz"
p="a"*1024
for i in range(N):
r = "".join(map(lambda x:"%02x"%x, result[i*48:i*48+48]))
if r!=sha384(p[:i]).hexdigest():
print i
print "done"
done
res