2015-12-04 15:47:52 +01:00
|
|
|
/**
|
2016-09-11 22:20:15 +02:00
|
|
|
* Author......: See docs/credits.txt
|
2015-12-04 15:47:52 +01:00
|
|
|
* License.....: MIT
|
|
|
|
*/
|
|
|
|
|
2016-05-25 23:04:26 +02:00
|
|
|
#include "inc_vendor.cl"
|
2016-06-26 23:39:42 +02:00
|
|
|
#include "inc_hash_constants.h"
|
2016-05-25 23:04:26 +02:00
|
|
|
#include "inc_hash_functions.cl"
|
|
|
|
#include "inc_types.cl"
|
|
|
|
#include "inc_common.cl"
|
2017-07-07 16:48:18 +02:00
|
|
|
#include "inc_hash_sha256.cl"
|
2015-12-04 15:47:52 +01:00
|
|
|
|
2018-07-22 11:47:42 +02:00
|
|
|
DECLSPEC void memcat8c_be (u32 *w0, u32 *w1, u32 *w2, u32 *w3, const u32 len, const u32 append, u32 *digest)
|
2015-12-04 15:47:52 +01:00
|
|
|
{
|
2019-03-03 19:18:56 +01:00
|
|
|
const u32 func_len = len & 63;
|
2015-12-04 15:47:52 +01:00
|
|
|
|
2019-03-03 19:18:56 +01:00
|
|
|
const u32 mod = func_len & 3;
|
|
|
|
const u32 div = func_len / 4;
|
2015-12-04 15:47:52 +01:00
|
|
|
|
2015-12-15 12:04:22 +01:00
|
|
|
u32 tmp0;
|
|
|
|
u32 tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
|
2019-03-01 14:49:00 +01:00
|
|
|
#if defined IS_AMD || defined IS_GENERIC
|
|
|
|
tmp0 = hc_bytealign_be (0, append, func_len);
|
|
|
|
tmp1 = hc_bytealign_be (append, 0, func_len);
|
|
|
|
#endif
|
|
|
|
|
2015-12-15 16:50:21 +01:00
|
|
|
#ifdef IS_NV
|
2017-07-07 16:48:18 +02:00
|
|
|
const int selector = (0x76543210 >> ((func_len & 3) * 4)) & 0xffff;
|
2015-12-15 16:50:21 +01:00
|
|
|
|
2018-07-22 12:20:20 +02:00
|
|
|
tmp0 = hc_byte_perm (append, 0, selector);
|
|
|
|
tmp1 = hc_byte_perm (0, append, selector);
|
2015-12-15 16:50:21 +01:00
|
|
|
#endif
|
|
|
|
|
2016-05-08 14:39:44 +02:00
|
|
|
u32 carry = 0;
|
2015-12-04 15:47:52 +01:00
|
|
|
|
|
|
|
switch (div)
|
|
|
|
{
|
2017-07-07 16:48:18 +02:00
|
|
|
case 0: w0[0] |= tmp0;
|
|
|
|
w0[1] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 1: w0[1] |= tmp0;
|
|
|
|
w0[2] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 2: w0[2] |= tmp0;
|
|
|
|
w0[3] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 3: w0[3] |= tmp0;
|
|
|
|
w1[0] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 4: w1[0] |= tmp0;
|
|
|
|
w1[1] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 5: w1[1] |= tmp0;
|
|
|
|
w1[2] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 6: w1[2] |= tmp0;
|
|
|
|
w1[3] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 7: w1[3] |= tmp0;
|
|
|
|
w2[0] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 8: w2[0] |= tmp0;
|
|
|
|
w2[1] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 9: w2[1] |= tmp0;
|
|
|
|
w2[2] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 10: w2[2] |= tmp0;
|
|
|
|
w2[3] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 11: w2[3] |= tmp0;
|
|
|
|
w3[0] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 12: w3[0] |= tmp0;
|
|
|
|
w3[1] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 13: w3[1] |= tmp0;
|
|
|
|
w3[2] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 14: w3[2] |= tmp0;
|
|
|
|
w3[3] = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
2017-07-07 16:48:18 +02:00
|
|
|
case 15: w3[3] |= tmp0;
|
|
|
|
carry = tmp1;
|
2015-12-04 15:47:52 +01:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
2017-07-07 16:48:18 +02:00
|
|
|
const u32 new_len = func_len + 8;
|
2015-12-04 15:47:52 +01:00
|
|
|
|
|
|
|
if (new_len >= 64)
|
|
|
|
{
|
2017-07-07 16:48:18 +02:00
|
|
|
sha256_transform (w0, w1, w2, w3, digest);
|
|
|
|
|
|
|
|
w0[0] = carry;
|
|
|
|
w0[1] = 0;
|
|
|
|
w0[2] = 0;
|
|
|
|
w0[3] = 0;
|
|
|
|
w1[0] = 0;
|
|
|
|
w1[1] = 0;
|
|
|
|
w1[2] = 0;
|
|
|
|
w1[3] = 0;
|
|
|
|
w2[0] = 0;
|
|
|
|
w2[1] = 0;
|
|
|
|
w2[2] = 0;
|
|
|
|
w2[3] = 0;
|
|
|
|
w3[0] = 0;
|
|
|
|
w3[1] = 0;
|
|
|
|
w3[2] = 0;
|
|
|
|
w3[3] = 0;
|
2015-12-04 15:47:52 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-16 14:30:45 +01:00
|
|
|
__kernel void m11600_init (KERN_ATTR_TMPS_HOOKS (seven_zip_tmp_t, seven_zip_hook_t))
|
2015-12-04 15:47:52 +01:00
|
|
|
{
|
|
|
|
/**
|
|
|
|
* base
|
|
|
|
*/
|
|
|
|
|
2017-08-19 16:39:22 +02:00
|
|
|
const u64 gid = get_global_id (0);
|
2015-12-04 15:47:52 +01:00
|
|
|
|
|
|
|
if (gid >= gid_max) return;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* context save
|
|
|
|
*/
|
|
|
|
|
2017-07-07 16:48:18 +02:00
|
|
|
sha256_ctx_t ctx;
|
|
|
|
|
|
|
|
sha256_init (&ctx);
|
|
|
|
|
|
|
|
tmps[gid].h[0] = ctx.h[0];
|
|
|
|
tmps[gid].h[1] = ctx.h[1];
|
|
|
|
tmps[gid].h[2] = ctx.h[2];
|
|
|
|
tmps[gid].h[3] = ctx.h[3];
|
|
|
|
tmps[gid].h[4] = ctx.h[4];
|
|
|
|
tmps[gid].h[5] = ctx.h[5];
|
|
|
|
tmps[gid].h[6] = ctx.h[6];
|
|
|
|
tmps[gid].h[7] = ctx.h[7];
|
|
|
|
|
|
|
|
tmps[gid].w0[0] = ctx.w0[0];
|
|
|
|
tmps[gid].w0[1] = ctx.w0[1];
|
|
|
|
tmps[gid].w0[2] = ctx.w0[2];
|
|
|
|
tmps[gid].w0[3] = ctx.w0[3];
|
|
|
|
tmps[gid].w1[0] = ctx.w1[0];
|
|
|
|
tmps[gid].w1[1] = ctx.w1[1];
|
|
|
|
tmps[gid].w1[2] = ctx.w1[2];
|
|
|
|
tmps[gid].w1[3] = ctx.w1[3];
|
|
|
|
tmps[gid].w2[0] = ctx.w2[0];
|
|
|
|
tmps[gid].w2[1] = ctx.w2[1];
|
|
|
|
tmps[gid].w2[2] = ctx.w2[2];
|
|
|
|
tmps[gid].w2[3] = ctx.w2[3];
|
|
|
|
tmps[gid].w3[0] = ctx.w3[0];
|
|
|
|
tmps[gid].w3[1] = ctx.w3[1];
|
|
|
|
tmps[gid].w3[2] = ctx.w3[2];
|
|
|
|
tmps[gid].w3[3] = ctx.w3[3];
|
|
|
|
|
|
|
|
tmps[gid].len = ctx.len;
|
2015-12-04 15:47:52 +01:00
|
|
|
}
|
|
|
|
|
2018-11-16 14:30:45 +01:00
|
|
|
__kernel void m11600_loop (KERN_ATTR_TMPS_HOOKS (seven_zip_tmp_t, seven_zip_hook_t))
|
2015-12-04 15:47:52 +01:00
|
|
|
{
|
|
|
|
/**
|
|
|
|
* base
|
|
|
|
*/
|
|
|
|
|
2017-08-19 16:39:22 +02:00
|
|
|
const u64 gid = get_global_id (0);
|
2015-12-04 15:47:52 +01:00
|
|
|
|
|
|
|
if (gid >= gid_max) return;
|
|
|
|
|
2019-02-26 21:20:07 +01:00
|
|
|
const u32 pw_len = pws[gid].pw_len;
|
2017-07-07 16:48:18 +02:00
|
|
|
|
|
|
|
u32 w[64] = { 0 };
|
|
|
|
|
2017-08-17 13:43:35 +02:00
|
|
|
for (int i = 0, idx = 0; i < pw_len; i += 4, idx += 1)
|
2017-07-07 16:48:18 +02:00
|
|
|
{
|
|
|
|
w[idx] = pws[gid].i[idx];
|
|
|
|
}
|
2016-05-08 15:33:32 +02:00
|
|
|
|
2015-12-04 15:47:52 +01:00
|
|
|
/**
|
|
|
|
* context load
|
|
|
|
*/
|
|
|
|
|
2017-07-07 16:48:18 +02:00
|
|
|
sha256_ctx_t ctx;
|
|
|
|
|
|
|
|
ctx.h[0] = tmps[gid].h[0];
|
|
|
|
ctx.h[1] = tmps[gid].h[1];
|
|
|
|
ctx.h[2] = tmps[gid].h[2];
|
|
|
|
ctx.h[3] = tmps[gid].h[3];
|
|
|
|
ctx.h[4] = tmps[gid].h[4];
|
|
|
|
ctx.h[5] = tmps[gid].h[5];
|
|
|
|
ctx.h[6] = tmps[gid].h[6];
|
|
|
|
ctx.h[7] = tmps[gid].h[7];
|
|
|
|
|
|
|
|
ctx.w0[0] = tmps[gid].w0[0];
|
|
|
|
ctx.w0[1] = tmps[gid].w0[1];
|
|
|
|
ctx.w0[2] = tmps[gid].w0[2];
|
|
|
|
ctx.w0[3] = tmps[gid].w0[3];
|
|
|
|
ctx.w1[0] = tmps[gid].w1[0];
|
|
|
|
ctx.w1[1] = tmps[gid].w1[1];
|
|
|
|
ctx.w1[2] = tmps[gid].w1[2];
|
|
|
|
ctx.w1[3] = tmps[gid].w1[3];
|
|
|
|
ctx.w2[0] = tmps[gid].w2[0];
|
|
|
|
ctx.w2[1] = tmps[gid].w2[1];
|
|
|
|
ctx.w2[2] = tmps[gid].w2[2];
|
|
|
|
ctx.w2[3] = tmps[gid].w2[3];
|
|
|
|
ctx.w3[0] = tmps[gid].w3[0];
|
|
|
|
ctx.w3[1] = tmps[gid].w3[1];
|
|
|
|
ctx.w3[2] = tmps[gid].w3[2];
|
|
|
|
ctx.w3[3] = tmps[gid].w3[3];
|
|
|
|
|
|
|
|
ctx.len = tmps[gid].len;
|
2015-12-04 15:47:52 +01:00
|
|
|
|
|
|
|
/**
|
|
|
|
* base
|
|
|
|
*/
|
|
|
|
|
|
|
|
for (u32 i = 0, j = loop_pos; i < loop_cnt; i++, j++)
|
|
|
|
{
|
2017-07-07 16:48:18 +02:00
|
|
|
sha256_update_utf16le_swap (&ctx, w, pw_len);
|
|
|
|
|
|
|
|
memcat8c_be (ctx.w0, ctx.w1, ctx.w2, ctx.w3, ctx.len, swap32_S (j), ctx.h);
|
2016-05-08 15:33:32 +02:00
|
|
|
|
2017-07-07 16:48:18 +02:00
|
|
|
ctx.len += 8;
|
2015-12-04 15:47:52 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* context save
|
|
|
|
*/
|
|
|
|
|
2017-07-07 16:48:18 +02:00
|
|
|
tmps[gid].h[0] = ctx.h[0];
|
|
|
|
tmps[gid].h[1] = ctx.h[1];
|
|
|
|
tmps[gid].h[2] = ctx.h[2];
|
|
|
|
tmps[gid].h[3] = ctx.h[3];
|
|
|
|
tmps[gid].h[4] = ctx.h[4];
|
|
|
|
tmps[gid].h[5] = ctx.h[5];
|
|
|
|
tmps[gid].h[6] = ctx.h[6];
|
|
|
|
tmps[gid].h[7] = ctx.h[7];
|
|
|
|
|
|
|
|
tmps[gid].w0[0] = ctx.w0[0];
|
|
|
|
tmps[gid].w0[1] = ctx.w0[1];
|
|
|
|
tmps[gid].w0[2] = ctx.w0[2];
|
|
|
|
tmps[gid].w0[3] = ctx.w0[3];
|
|
|
|
tmps[gid].w1[0] = ctx.w1[0];
|
|
|
|
tmps[gid].w1[1] = ctx.w1[1];
|
|
|
|
tmps[gid].w1[2] = ctx.w1[2];
|
|
|
|
tmps[gid].w1[3] = ctx.w1[3];
|
|
|
|
tmps[gid].w2[0] = ctx.w2[0];
|
|
|
|
tmps[gid].w2[1] = ctx.w2[1];
|
|
|
|
tmps[gid].w2[2] = ctx.w2[2];
|
|
|
|
tmps[gid].w2[3] = ctx.w2[3];
|
|
|
|
tmps[gid].w3[0] = ctx.w3[0];
|
|
|
|
tmps[gid].w3[1] = ctx.w3[1];
|
|
|
|
tmps[gid].w3[2] = ctx.w3[2];
|
|
|
|
tmps[gid].w3[3] = ctx.w3[3];
|
|
|
|
|
|
|
|
tmps[gid].len = ctx.len;
|
2015-12-04 15:47:52 +01:00
|
|
|
}
|
|
|
|
|
2018-11-16 14:30:45 +01:00
|
|
|
__kernel void m11600_hook23 (KERN_ATTR_TMPS_HOOKS (seven_zip_tmp_t, seven_zip_hook_t))
|
2015-12-04 15:47:52 +01:00
|
|
|
{
|
2017-08-19 16:39:22 +02:00
|
|
|
const u64 gid = get_global_id (0);
|
|
|
|
const u64 lid = get_local_id (0);
|
|
|
|
const u64 lsz = get_local_size (0);
|
2015-12-04 15:47:52 +01:00
|
|
|
|
|
|
|
if (gid >= gid_max) return;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* context load
|
|
|
|
*/
|
|
|
|
|
2017-07-07 16:48:18 +02:00
|
|
|
sha256_ctx_t ctx;
|
|
|
|
|
|
|
|
ctx.h[0] = tmps[gid].h[0];
|
|
|
|
ctx.h[1] = tmps[gid].h[1];
|
|
|
|
ctx.h[2] = tmps[gid].h[2];
|
|
|
|
ctx.h[3] = tmps[gid].h[3];
|
|
|
|
ctx.h[4] = tmps[gid].h[4];
|
|
|
|
ctx.h[5] = tmps[gid].h[5];
|
|
|
|
ctx.h[6] = tmps[gid].h[6];
|
|
|
|
ctx.h[7] = tmps[gid].h[7];
|
|
|
|
|
|
|
|
ctx.w0[0] = tmps[gid].w0[0];
|
|
|
|
ctx.w0[1] = tmps[gid].w0[1];
|
|
|
|
ctx.w0[2] = tmps[gid].w0[2];
|
|
|
|
ctx.w0[3] = tmps[gid].w0[3];
|
|
|
|
ctx.w1[0] = tmps[gid].w1[0];
|
|
|
|
ctx.w1[1] = tmps[gid].w1[1];
|
|
|
|
ctx.w1[2] = tmps[gid].w1[2];
|
|
|
|
ctx.w1[3] = tmps[gid].w1[3];
|
|
|
|
ctx.w2[0] = tmps[gid].w2[0];
|
|
|
|
ctx.w2[1] = tmps[gid].w2[1];
|
|
|
|
ctx.w2[2] = tmps[gid].w2[2];
|
|
|
|
ctx.w2[3] = tmps[gid].w2[3];
|
|
|
|
ctx.w3[0] = tmps[gid].w3[0];
|
|
|
|
ctx.w3[1] = tmps[gid].w3[1];
|
|
|
|
ctx.w3[2] = tmps[gid].w3[2];
|
|
|
|
ctx.w3[3] = tmps[gid].w3[3];
|
|
|
|
|
|
|
|
ctx.len = tmps[gid].len;
|
|
|
|
|
|
|
|
sha256_final (&ctx);
|
|
|
|
|
2018-11-16 14:30:45 +01:00
|
|
|
hooks[gid].ukey[0] = swap32_S (ctx.h[0]);
|
|
|
|
hooks[gid].ukey[1] = swap32_S (ctx.h[1]);
|
|
|
|
hooks[gid].ukey[2] = swap32_S (ctx.h[2]);
|
|
|
|
hooks[gid].ukey[3] = swap32_S (ctx.h[3]);
|
|
|
|
hooks[gid].ukey[4] = swap32_S (ctx.h[4]);
|
|
|
|
hooks[gid].ukey[5] = swap32_S (ctx.h[5]);
|
|
|
|
hooks[gid].ukey[6] = swap32_S (ctx.h[6]);
|
|
|
|
hooks[gid].ukey[7] = swap32_S (ctx.h[7]);
|
2017-01-24 10:28:35 +01:00
|
|
|
}
|
|
|
|
|
2018-11-16 14:30:45 +01:00
|
|
|
__kernel void m11600_comp (KERN_ATTR_TMPS_HOOKS (seven_zip_tmp_t, seven_zip_hook_t))
|
2017-01-24 10:28:35 +01:00
|
|
|
{
|
2015-12-04 15:47:52 +01:00
|
|
|
/**
|
2017-01-24 10:28:35 +01:00
|
|
|
* base
|
2015-12-04 15:47:52 +01:00
|
|
|
*/
|
|
|
|
|
2017-08-19 16:39:22 +02:00
|
|
|
const u64 gid = get_global_id (0);
|
2015-12-04 15:47:52 +01:00
|
|
|
|
2017-01-24 10:28:35 +01:00
|
|
|
if (gid >= gid_max) return;
|
2015-12-04 15:47:52 +01:00
|
|
|
|
2018-11-16 14:30:45 +01:00
|
|
|
if (hooks[gid].hook_success == 1)
|
2015-12-04 15:47:52 +01:00
|
|
|
{
|
2017-06-16 10:48:10 +02:00
|
|
|
if (atomic_inc (&hashes_shown[digests_offset]) == 0)
|
|
|
|
{
|
|
|
|
mark_hash (plains_buf, d_return_buf, salt_pos, digests_cnt, 0, digests_offset + 0, gid, 0);
|
|
|
|
}
|
2015-12-04 15:47:52 +01:00
|
|
|
|
2017-01-24 10:28:35 +01:00
|
|
|
return;
|
2015-12-04 15:47:52 +01:00
|
|
|
}
|
2017-06-16 10:48:10 +02:00
|
|
|
}
|