scrypt120713.cl 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757
  1. #define rotl(x,y) rotate(x,y)
  2. #define Ch(x,y,z) bitselect(z,y,x)
  3. #define Maj(x,y,z) Ch((x^z),y,z)
  4. #define EndianSwap(n) (rotl(n&0x00FF00FF,24U)|rotl(n&0xFF00FF00,8U))
  5. #define Tr2(x) (rotl(x, 30U) ^ rotl(x, 19U) ^ rotl(x, 10U))
  6. #define Tr1(x) (rotl(x, 26U) ^ rotl(x, 21U) ^ rotl(x, 7U))
  7. #define Wr2(x) (rotl(x, 25U) ^ rotl(x, 14U) ^ (x>>3U))
  8. #define Wr1(x) (rotl(x, 15U) ^ rotl(x, 13U) ^ (x>>10U))
  9. #define RND(a, b, c, d, e, f, g, h, k) \
  10. h += Tr1(e) + Ch(e, f, g) + k; \
  11. d += h; \
  12. h += Tr2(a) + Maj(a, b, c);
  13. void SHA256(uint4*restrict state0,uint4*restrict state1, const uint4 block0, const uint4 block1, const uint4 block2, const uint4 block3)
  14. {
  15. uint4 S0 = *state0;
  16. uint4 S1 = *state1;
  17. #define A S0.x
  18. #define B S0.y
  19. #define C S0.z
  20. #define D S0.w
  21. #define E S1.x
  22. #define F S1.y
  23. #define G S1.z
  24. #define H S1.w
  25. uint4 W[4];
  26. W[ 0].x = block0.x;
  27. RND(A,B,C,D,E,F,G,H, W[0].x+0x428a2f98U);
  28. W[ 0].y = block0.y;
  29. RND(H,A,B,C,D,E,F,G, W[0].y+0x71374491U);
  30. W[ 0].z = block0.z;
  31. RND(G,H,A,B,C,D,E,F, W[0].z+0xb5c0fbcfU);
  32. W[ 0].w = block0.w;
  33. RND(F,G,H,A,B,C,D,E, W[0].w+0xe9b5dba5U);
  34. W[ 1].x = block1.x;
  35. RND(E,F,G,H,A,B,C,D, W[1].x+0x3956c25bU);
  36. W[ 1].y = block1.y;
  37. RND(D,E,F,G,H,A,B,C, W[1].y+0x59f111f1U);
  38. W[ 1].z = block1.z;
  39. RND(C,D,E,F,G,H,A,B, W[1].z+0x923f82a4U);
  40. W[ 1].w = block1.w;
  41. RND(B,C,D,E,F,G,H,A, W[1].w+0xab1c5ed5U);
  42. W[ 2].x = block2.x;
  43. RND(A,B,C,D,E,F,G,H, W[2].x+0xd807aa98U);
  44. W[ 2].y = block2.y;
  45. RND(H,A,B,C,D,E,F,G, W[2].y+0x12835b01U);
  46. W[ 2].z = block2.z;
  47. RND(G,H,A,B,C,D,E,F, W[2].z+0x243185beU);
  48. W[ 2].w = block2.w;
  49. RND(F,G,H,A,B,C,D,E, W[2].w+0x550c7dc3U);
  50. W[ 3].x = block3.x;
  51. RND(E,F,G,H,A,B,C,D, W[3].x+0x72be5d74U);
  52. W[ 3].y = block3.y;
  53. RND(D,E,F,G,H,A,B,C, W[3].y+0x80deb1feU);
  54. W[ 3].z = block3.z;
  55. RND(C,D,E,F,G,H,A,B, W[3].z+0x9bdc06a7U);
  56. W[ 3].w = block3.w;
  57. RND(B,C,D,E,F,G,H,A, W[3].w+0xc19bf174U);
  58. W[ 0].x += Wr1(W[ 3].z) + W[ 2].y + Wr2(W[ 0].y);
  59. RND(A,B,C,D,E,F,G,H, W[0].x+0xe49b69c1U);
  60. W[ 0].y += Wr1(W[ 3].w) + W[ 2].z + Wr2(W[ 0].z);
  61. RND(H,A,B,C,D,E,F,G, W[0].y+0xefbe4786U);
  62. W[ 0].z += Wr1(W[ 0].x) + W[ 2].w + Wr2(W[ 0].w);
  63. RND(G,H,A,B,C,D,E,F, W[0].z+0x0fc19dc6U);
  64. W[ 0].w += Wr1(W[ 0].y) + W[ 3].x + Wr2(W[ 1].x);
  65. RND(F,G,H,A,B,C,D,E, W[0].w+0x240ca1ccU);
  66. W[ 1].x += Wr1(W[ 0].z) + W[ 3].y + Wr2(W[ 1].y);
  67. RND(E,F,G,H,A,B,C,D, W[1].x+0x2de92c6fU);
  68. W[ 1].y += Wr1(W[ 0].w) + W[ 3].z + Wr2(W[ 1].z);
  69. RND(D,E,F,G,H,A,B,C, W[1].y+0x4a7484aaU);
  70. W[ 1].z += Wr1(W[ 1].x) + W[ 3].w + Wr2(W[ 1].w);
  71. RND(C,D,E,F,G,H,A,B, W[1].z+0x5cb0a9dcU);
  72. W[ 1].w += Wr1(W[ 1].y) + W[ 0].x + Wr2(W[ 2].x);
  73. RND(B,C,D,E,F,G,H,A, W[1].w+0x76f988daU);
  74. W[ 2].x += Wr1(W[ 1].z) + W[ 0].y + Wr2(W[ 2].y);
  75. RND(A,B,C,D,E,F,G,H, W[2].x+0x983e5152U);
  76. W[ 2].y += Wr1(W[ 1].w) + W[ 0].z + Wr2(W[ 2].z);
  77. RND(H,A,B,C,D,E,F,G, W[2].y+0xa831c66dU);
  78. W[ 2].z += Wr1(W[ 2].x) + W[ 0].w + Wr2(W[ 2].w);
  79. RND(G,H,A,B,C,D,E,F, W[2].z+0xb00327c8U);
  80. W[ 2].w += Wr1(W[ 2].y) + W[ 1].x + Wr2(W[ 3].x);
  81. RND(F,G,H,A,B,C,D,E, W[2].w+0xbf597fc7U);
  82. W[ 3].x += Wr1(W[ 2].z) + W[ 1].y + Wr2(W[ 3].y);
  83. RND(E,F,G,H,A,B,C,D, W[3].x+0xc6e00bf3U);
  84. W[ 3].y += Wr1(W[ 2].w) + W[ 1].z + Wr2(W[ 3].z);
  85. RND(D,E,F,G,H,A,B,C, W[3].y+0xd5a79147U);
  86. W[ 3].z += Wr1(W[ 3].x) + W[ 1].w + Wr2(W[ 3].w);
  87. RND(C,D,E,F,G,H,A,B, W[3].z+0x06ca6351U);
  88. W[ 3].w += Wr1(W[ 3].y) + W[ 2].x + Wr2(W[ 0].x);
  89. RND(B,C,D,E,F,G,H,A, W[3].w+0x14292967U);
  90. W[ 0].x += Wr1(W[ 3].z) + W[ 2].y + Wr2(W[ 0].y);
  91. RND(A,B,C,D,E,F,G,H, W[0].x+0x27b70a85U);
  92. W[ 0].y += Wr1(W[ 3].w) + W[ 2].z + Wr2(W[ 0].z);
  93. RND(H,A,B,C,D,E,F,G, W[0].y+0x2e1b2138U);
  94. W[ 0].z += Wr1(W[ 0].x) + W[ 2].w + Wr2(W[ 0].w);
  95. RND(G,H,A,B,C,D,E,F, W[0].z+0x4d2c6dfcU);
  96. W[ 0].w += Wr1(W[ 0].y) + W[ 3].x + Wr2(W[ 1].x);
  97. RND(F,G,H,A,B,C,D,E, W[0].w+0x53380d13U);
  98. W[ 1].x += Wr1(W[ 0].z) + W[ 3].y + Wr2(W[ 1].y);
  99. RND(E,F,G,H,A,B,C,D, W[1].x+0x650a7354U);
  100. W[ 1].y += Wr1(W[ 0].w) + W[ 3].z + Wr2(W[ 1].z);
  101. RND(D,E,F,G,H,A,B,C, W[1].y+0x766a0abbU);
  102. W[ 1].z += Wr1(W[ 1].x) + W[ 3].w + Wr2(W[ 1].w);
  103. RND(C,D,E,F,G,H,A,B, W[1].z+0x81c2c92eU);
  104. W[ 1].w += Wr1(W[ 1].y) + W[ 0].x + Wr2(W[ 2].x);
  105. RND(B,C,D,E,F,G,H,A, W[1].w+0x92722c85U);
  106. W[ 2].x += Wr1(W[ 1].z) + W[ 0].y + Wr2(W[ 2].y);
  107. RND(A,B,C,D,E,F,G,H, W[2].x+0xa2bfe8a1U);
  108. W[ 2].y += Wr1(W[ 1].w) + W[ 0].z + Wr2(W[ 2].z);
  109. RND(H,A,B,C,D,E,F,G, W[2].y+0xa81a664bU);
  110. W[ 2].z += Wr1(W[ 2].x) + W[ 0].w + Wr2(W[ 2].w);
  111. RND(G,H,A,B,C,D,E,F, W[2].z+0xc24b8b70U);
  112. W[ 2].w += Wr1(W[ 2].y) + W[ 1].x + Wr2(W[ 3].x);
  113. RND(F,G,H,A,B,C,D,E, W[2].w+0xc76c51a3U);
  114. W[ 3].x += Wr1(W[ 2].z) + W[ 1].y + Wr2(W[ 3].y);
  115. RND(E,F,G,H,A,B,C,D, W[3].x+0xd192e819U);
  116. W[ 3].y += Wr1(W[ 2].w) + W[ 1].z + Wr2(W[ 3].z);
  117. RND(D,E,F,G,H,A,B,C, W[3].y+0xd6990624U);
  118. W[ 3].z += Wr1(W[ 3].x) + W[ 1].w + Wr2(W[ 3].w);
  119. RND(C,D,E,F,G,H,A,B, W[3].z+0xf40e3585U);
  120. W[ 3].w += Wr1(W[ 3].y) + W[ 2].x + Wr2(W[ 0].x);
  121. RND(B,C,D,E,F,G,H,A, W[3].w+0x106aa070U);
  122. W[ 0].x += Wr1(W[ 3].z) + W[ 2].y + Wr2(W[ 0].y);
  123. RND(A,B,C,D,E,F,G,H, W[0].x+0x19a4c116U);
  124. W[ 0].y += Wr1(W[ 3].w) + W[ 2].z + Wr2(W[ 0].z);
  125. RND(H,A,B,C,D,E,F,G, W[0].y+0x1e376c08U);
  126. W[ 0].z += Wr1(W[ 0].x) + W[ 2].w + Wr2(W[ 0].w);
  127. RND(G,H,A,B,C,D,E,F, W[0].z+0x2748774cU);
  128. W[ 0].w += Wr1(W[ 0].y) + W[ 3].x + Wr2(W[ 1].x);
  129. RND(F,G,H,A,B,C,D,E, W[0].w+0x34b0bcb5U);
  130. W[ 1].x += Wr1(W[ 0].z) + W[ 3].y + Wr2(W[ 1].y);
  131. RND(E,F,G,H,A,B,C,D, W[1].x+0x391c0cb3U);
  132. W[ 1].y += Wr1(W[ 0].w) + W[ 3].z + Wr2(W[ 1].z);
  133. RND(D,E,F,G,H,A,B,C, W[1].y+0x4ed8aa4aU);
  134. W[ 1].z += Wr1(W[ 1].x) + W[ 3].w + Wr2(W[ 1].w);
  135. RND(C,D,E,F,G,H,A,B, W[1].z+0x5b9cca4fU);
  136. W[ 1].w += Wr1(W[ 1].y) + W[ 0].x + Wr2(W[ 2].x);
  137. RND(B,C,D,E,F,G,H,A, W[1].w+0x682e6ff3U);
  138. W[ 2].x += Wr1(W[ 1].z) + W[ 0].y + Wr2(W[ 2].y);
  139. RND(A,B,C,D,E,F,G,H, W[2].x+0x748f82eeU);
  140. W[ 2].y += Wr1(W[ 1].w) + W[ 0].z + Wr2(W[ 2].z);
  141. RND(H,A,B,C,D,E,F,G, W[2].y+0x78a5636fU);
  142. W[ 2].z += Wr1(W[ 2].x) + W[ 0].w + Wr2(W[ 2].w);
  143. RND(G,H,A,B,C,D,E,F, W[2].z+0x84c87814U);
  144. W[ 2].w += Wr1(W[ 2].y) + W[ 1].x + Wr2(W[ 3].x);
  145. RND(F,G,H,A,B,C,D,E, W[2].w+0x8cc70208U);
  146. W[ 3].x += Wr1(W[ 2].z) + W[ 1].y + Wr2(W[ 3].y);
  147. RND(E,F,G,H,A,B,C,D, W[3].x+0x90befffaU);
  148. W[ 3].y += Wr1(W[ 2].w) + W[ 1].z + Wr2(W[ 3].z);
  149. RND(D,E,F,G,H,A,B,C, W[3].y+0xa4506cebU);
  150. W[ 3].z += Wr1(W[ 3].x) + W[ 1].w + Wr2(W[ 3].w);
  151. RND(C,D,E,F,G,H,A,B, W[3].z+0xbef9a3f7U);
  152. W[ 3].w += Wr1(W[ 3].y) + W[ 2].x + Wr2(W[ 0].x);
  153. RND(B,C,D,E,F,G,H,A, W[3].w+0xc67178f2U);
  154. #undef A
  155. #undef B
  156. #undef C
  157. #undef D
  158. #undef E
  159. #undef F
  160. #undef G
  161. #undef H
  162. *state0 += S0;
  163. *state1 += S1;
  164. }
  165. void SHA256_fresh(uint4*restrict state0,uint4*restrict state1, const uint4 block0, const uint4 block1, const uint4 block2, const uint4 block3)
  166. {
  167. #define A (*state0).x
  168. #define B (*state0).y
  169. #define C (*state0).z
  170. #define D (*state0).w
  171. #define E (*state1).x
  172. #define F (*state1).y
  173. #define G (*state1).z
  174. #define H (*state1).w
  175. uint4 W[4];
  176. W[0].x = block0.x;
  177. D=0x98c7e2a2U+W[0].x;
  178. H=0xfc08884dU+W[0].x;
  179. W[0].y = block0.y;
  180. C=0xcd2a11aeU+Tr1(D)+Ch(D,0x510e527fU,0x9b05688cU)+W[0].y;
  181. G=0xC3910C8EU+C+Tr2(H)+Ch(H,0xfb6feee7U,0x2a01a605U);
  182. W[0].z = block0.z;
  183. B=0x0c2e12e0U+Tr1(C)+Ch(C,D,0x510e527fU)+W[0].z;
  184. F=0x4498517BU+B+Tr2(G)+Maj(G,H,0x6a09e667U);
  185. W[0].w = block0.w;
  186. A=0xa4ce148bU+Tr1(B)+Ch(B,C,D)+W[0].w;
  187. E=0x95F61999U+A+Tr2(F)+Maj(F,G,H);
  188. W[1].x = block1.x;
  189. RND(E,F,G,H,A,B,C,D, W[1].x+0x3956c25bU);
  190. W[1].y = block1.y;
  191. RND(D,E,F,G,H,A,B,C, W[1].y+0x59f111f1U);
  192. W[1].z = block1.z;
  193. RND(C,D,E,F,G,H,A,B, W[1].z+0x923f82a4U);
  194. W[1].w = block1.w;
  195. RND(B,C,D,E,F,G,H,A, W[1].w+0xab1c5ed5U);
  196. W[2].x = block2.x;
  197. RND(A,B,C,D,E,F,G,H, W[2].x+0xd807aa98U);
  198. W[2].y = block2.y;
  199. RND(H,A,B,C,D,E,F,G, W[2].y+0x12835b01U);
  200. W[2].z = block2.z;
  201. RND(G,H,A,B,C,D,E,F, W[2].z+0x243185beU);
  202. W[2].w = block2.w;
  203. RND(F,G,H,A,B,C,D,E, W[2].w+0x550c7dc3U);
  204. W[3].x = block3.x;
  205. RND(E,F,G,H,A,B,C,D, W[3].x+0x72be5d74U);
  206. W[3].y = block3.y;
  207. RND(D,E,F,G,H,A,B,C, W[3].y+0x80deb1feU);
  208. W[3].z = block3.z;
  209. RND(C,D,E,F,G,H,A,B, W[3].z+0x9bdc06a7U);
  210. W[3].w = block3.w;
  211. RND(B,C,D,E,F,G,H,A, W[3].w+0xc19bf174U);
  212. W[0].x += Wr1(W[3].z) + W[2].y + Wr2(W[0].y);
  213. RND(A,B,C,D,E,F,G,H, W[0].x+0xe49b69c1U);
  214. W[0].y += Wr1(W[3].w) + W[2].z + Wr2(W[0].z);
  215. RND(H,A,B,C,D,E,F,G, W[0].y+0xefbe4786U);
  216. W[0].z += Wr1(W[0].x) + W[2].w + Wr2(W[0].w);
  217. RND(G,H,A,B,C,D,E,F, W[0].z+0x0fc19dc6U);
  218. W[0].w += Wr1(W[0].y) + W[3].x + Wr2(W[1].x);
  219. RND(F,G,H,A,B,C,D,E, W[0].w+0x240ca1ccU);
  220. W[1].x += Wr1(W[0].z) + W[3].y + Wr2(W[1].y);
  221. RND(E,F,G,H,A,B,C,D, W[1].x+0x2de92c6fU);
  222. W[1].y += Wr1(W[0].w) + W[3].z + Wr2(W[1].z);
  223. RND(D,E,F,G,H,A,B,C, W[1].y+0x4a7484aaU);
  224. W[1].z += Wr1(W[1].x) + W[3].w + Wr2(W[1].w);
  225. RND(C,D,E,F,G,H,A,B, W[1].z+0x5cb0a9dcU);
  226. W[1].w += Wr1(W[1].y) + W[0].x + Wr2(W[2].x);
  227. RND(B,C,D,E,F,G,H,A, W[1].w+0x76f988daU);
  228. W[2].x += Wr1(W[1].z) + W[0].y + Wr2(W[2].y);
  229. RND(A,B,C,D,E,F,G,H, W[2].x+0x983e5152U);
  230. W[2].y += Wr1(W[1].w) + W[0].z + Wr2(W[2].z);
  231. RND(H,A,B,C,D,E,F,G, W[2].y+0xa831c66dU);
  232. W[2].z += Wr1(W[2].x) + W[0].w + Wr2(W[2].w);
  233. RND(G,H,A,B,C,D,E,F, W[2].z+0xb00327c8U);
  234. W[2].w += Wr1(W[2].y) + W[1].x + Wr2(W[3].x);
  235. RND(F,G,H,A,B,C,D,E, W[2].w+0xbf597fc7U);
  236. W[3].x += Wr1(W[2].z) + W[1].y + Wr2(W[3].y);
  237. RND(E,F,G,H,A,B,C,D, W[3].x+0xc6e00bf3U);
  238. W[3].y += Wr1(W[2].w) + W[1].z + Wr2(W[3].z);
  239. RND(D,E,F,G,H,A,B,C, W[3].y+0xd5a79147U);
  240. W[3].z += Wr1(W[3].x) + W[1].w + Wr2(W[3].w);
  241. RND(C,D,E,F,G,H,A,B, W[3].z+0x06ca6351U);
  242. W[3].w += Wr1(W[3].y) + W[2].x + Wr2(W[0].x);
  243. RND(B,C,D,E,F,G,H,A, W[3].w+0x14292967U);
  244. W[0].x += Wr1(W[3].z) + W[2].y + Wr2(W[0].y);
  245. RND(A,B,C,D,E,F,G,H, W[0].x+0x27b70a85U);
  246. W[0].y += Wr1(W[3].w) + W[2].z + Wr2(W[0].z);
  247. RND(H,A,B,C,D,E,F,G, W[0].y+0x2e1b2138U);
  248. W[0].z += Wr1(W[0].x) + W[2].w + Wr2(W[0].w);
  249. RND(G,H,A,B,C,D,E,F, W[0].z+0x4d2c6dfcU);
  250. W[0].w += Wr1(W[0].y) + W[3].x + Wr2(W[1].x);
  251. RND(F,G,H,A,B,C,D,E, W[0].w+0x53380d13U);
  252. W[1].x += Wr1(W[0].z) + W[3].y + Wr2(W[1].y);
  253. RND(E,F,G,H,A,B,C,D, W[1].x+0x650a7354U);
  254. W[1].y += Wr1(W[0].w) + W[3].z + Wr2(W[1].z);
  255. RND(D,E,F,G,H,A,B,C, W[1].y+0x766a0abbU);
  256. W[1].z += Wr1(W[1].x) + W[3].w + Wr2(W[1].w);
  257. RND(C,D,E,F,G,H,A,B, W[1].z+0x81c2c92eU);
  258. W[1].w += Wr1(W[1].y) + W[0].x + Wr2(W[2].x);
  259. RND(B,C,D,E,F,G,H,A, W[1].w+0x92722c85U);
  260. W[2].x += Wr1(W[1].z) + W[0].y + Wr2(W[2].y);
  261. RND(A,B,C,D,E,F,G,H, W[2].x+0xa2bfe8a1U);
  262. W[2].y += Wr1(W[1].w) + W[0].z + Wr2(W[2].z);
  263. RND(H,A,B,C,D,E,F,G, W[2].y+0xa81a664bU);
  264. W[2].z += Wr1(W[2].x) + W[0].w + Wr2(W[2].w);
  265. RND(G,H,A,B,C,D,E,F, W[2].z+0xc24b8b70U);
  266. W[2].w += Wr1(W[2].y) + W[1].x + Wr2(W[3].x);
  267. RND(F,G,H,A,B,C,D,E, W[2].w+0xc76c51a3U);
  268. W[3].x += Wr1(W[2].z) + W[1].y + Wr2(W[3].y);
  269. RND(E,F,G,H,A,B,C,D, W[3].x+0xd192e819U);
  270. W[3].y += Wr1(W[2].w) + W[1].z + Wr2(W[3].z);
  271. RND(D,E,F,G,H,A,B,C, W[3].y+0xd6990624U);
  272. W[3].z += Wr1(W[3].x) + W[1].w + Wr2(W[3].w);
  273. RND(C,D,E,F,G,H,A,B, W[3].z+0xf40e3585U);
  274. W[3].w += Wr1(W[3].y) + W[2].x + Wr2(W[0].x);
  275. RND(B,C,D,E,F,G,H,A, W[3].w+0x106aa070U);
  276. W[0].x += Wr1(W[3].z) + W[2].y + Wr2(W[0].y);
  277. RND(A,B,C,D,E,F,G,H, W[0].x+0x19a4c116U);
  278. W[0].y += Wr1(W[3].w) + W[2].z + Wr2(W[0].z);
  279. RND(H,A,B,C,D,E,F,G, W[0].y+0x1e376c08U);
  280. W[0].z += Wr1(W[0].x) + W[2].w + Wr2(W[0].w);
  281. RND(G,H,A,B,C,D,E,F, W[0].z+0x2748774cU);
  282. W[0].w += Wr1(W[0].y) + W[3].x + Wr2(W[1].x);
  283. RND(F,G,H,A,B,C,D,E, W[0].w+0x34b0bcb5U);
  284. W[1].x += Wr1(W[0].z) + W[3].y + Wr2(W[1].y);
  285. RND(E,F,G,H,A,B,C,D, W[1].x+0x391c0cb3U);
  286. W[1].y += Wr1(W[0].w) + W[3].z + Wr2(W[1].z);
  287. RND(D,E,F,G,H,A,B,C, W[1].y+0x4ed8aa4aU);
  288. W[1].z += Wr1(W[1].x) + W[3].w + Wr2(W[1].w);
  289. RND(C,D,E,F,G,H,A,B, W[1].z+0x5b9cca4fU);
  290. W[1].w += Wr1(W[1].y) + W[0].x + Wr2(W[2].x);
  291. RND(B,C,D,E,F,G,H,A, W[1].w+0x682e6ff3U);
  292. W[2].x += Wr1(W[1].z) + W[0].y + Wr2(W[2].y);
  293. RND(A,B,C,D,E,F,G,H, W[2].x+0x748f82eeU);
  294. W[2].y += Wr1(W[1].w) + W[0].z + Wr2(W[2].z);
  295. RND(H,A,B,C,D,E,F,G, W[2].y+0x78a5636fU);
  296. W[2].z += Wr1(W[2].x) + W[0].w + Wr2(W[2].w);
  297. RND(G,H,A,B,C,D,E,F, W[2].z+0x84c87814U);
  298. W[2].w += Wr1(W[2].y) + W[1].x + Wr2(W[3].x);
  299. RND(F,G,H,A,B,C,D,E, W[2].w+0x8cc70208U);
  300. W[3].x += Wr1(W[2].z) + W[1].y + Wr2(W[3].y);
  301. RND(E,F,G,H,A,B,C,D, W[3].x+0x90befffaU);
  302. W[3].y += Wr1(W[2].w) + W[1].z + Wr2(W[3].z);
  303. RND(D,E,F,G,H,A,B,C, W[3].y+0xa4506cebU);
  304. W[3].z += Wr1(W[3].x) + W[1].w + Wr2(W[3].w);
  305. RND(C,D,E,F,G,H,A,B, W[3].z+0xbef9a3f7U);
  306. W[3].w += Wr1(W[3].y) + W[2].x + Wr2(W[0].x);
  307. RND(B,C,D,E,F,G,H,A, W[3].w+0xc67178f2U);
  308. #undef A
  309. #undef B
  310. #undef C
  311. #undef D
  312. #undef E
  313. #undef F
  314. #undef G
  315. #undef H
  316. *state0 += (uint4)(0x6A09E667U,0xBB67AE85U,0x3C6EF372U,0xA54FF53AU);
  317. *state1 += (uint4)(0x510E527FU,0x9B05688CU,0x1F83D9ABU,0x5BE0CD19U);
  318. }
  319. __constant uint fixedW[64] =
  320. {
  321. 0x428a2f99,0xf1374491,0xb5c0fbcf,0xe9b5dba5,0x3956c25b,0x59f111f1,0x923f82a4,0xab1c5ed5,
  322. 0xd807aa98,0x12835b01,0x243185be,0x550c7dc3,0x72be5d74,0x80deb1fe,0x9bdc06a7,0xc19bf794,
  323. 0xf59b89c2,0x73924787,0x23c6886e,0xa42ca65c,0x15ed3627,0x4d6edcbf,0xe28217fc,0xef02488f,
  324. 0xb707775c,0x0468c23f,0xe7e72b4c,0x49e1f1a2,0x4b99c816,0x926d1570,0xaa0fc072,0xadb36e2c,
  325. 0xad87a3ea,0xbcb1d3a3,0x7b993186,0x562b9420,0xbff3ca0c,0xda4b0c23,0x6cd8711a,0x8f337caa,
  326. 0xc91b1417,0xc359dce1,0xa83253a7,0x3b13c12d,0x9d3d725d,0xd9031a84,0xb1a03340,0x16f58012,
  327. 0xe64fb6a2,0xe84d923a,0xe93a5730,0x09837686,0x078ff753,0x29833341,0xd5de0b7e,0x6948ccf4,
  328. 0xe0a1adbe,0x7c728e11,0x511c78e4,0x315b45bd,0xfca71413,0xea28f96a,0x79703128,0x4e1ef848,
  329. };
  330. void SHA256_fixed(uint4*restrict state0,uint4*restrict state1)
  331. {
  332. uint4 S0 = *state0;
  333. uint4 S1 = *state1;
  334. #define A S0.x
  335. #define B S0.y
  336. #define C S0.z
  337. #define D S0.w
  338. #define E S1.x
  339. #define F S1.y
  340. #define G S1.z
  341. #define H S1.w
  342. RND(A,B,C,D,E,F,G,H, fixedW[0]);
  343. RND(H,A,B,C,D,E,F,G, fixedW[1]);
  344. RND(G,H,A,B,C,D,E,F, fixedW[2]);
  345. RND(F,G,H,A,B,C,D,E, fixedW[3]);
  346. RND(E,F,G,H,A,B,C,D, fixedW[4]);
  347. RND(D,E,F,G,H,A,B,C, fixedW[5]);
  348. RND(C,D,E,F,G,H,A,B, fixedW[6]);
  349. RND(B,C,D,E,F,G,H,A, fixedW[7]);
  350. RND(A,B,C,D,E,F,G,H, fixedW[8]);
  351. RND(H,A,B,C,D,E,F,G, fixedW[9]);
  352. RND(G,H,A,B,C,D,E,F, fixedW[10]);
  353. RND(F,G,H,A,B,C,D,E, fixedW[11]);
  354. RND(E,F,G,H,A,B,C,D, fixedW[12]);
  355. RND(D,E,F,G,H,A,B,C, fixedW[13]);
  356. RND(C,D,E,F,G,H,A,B, fixedW[14]);
  357. RND(B,C,D,E,F,G,H,A, fixedW[15]);
  358. RND(A,B,C,D,E,F,G,H, fixedW[16]);
  359. RND(H,A,B,C,D,E,F,G, fixedW[17]);
  360. RND(G,H,A,B,C,D,E,F, fixedW[18]);
  361. RND(F,G,H,A,B,C,D,E, fixedW[19]);
  362. RND(E,F,G,H,A,B,C,D, fixedW[20]);
  363. RND(D,E,F,G,H,A,B,C, fixedW[21]);
  364. RND(C,D,E,F,G,H,A,B, fixedW[22]);
  365. RND(B,C,D,E,F,G,H,A, fixedW[23]);
  366. RND(A,B,C,D,E,F,G,H, fixedW[24]);
  367. RND(H,A,B,C,D,E,F,G, fixedW[25]);
  368. RND(G,H,A,B,C,D,E,F, fixedW[26]);
  369. RND(F,G,H,A,B,C,D,E, fixedW[27]);
  370. RND(E,F,G,H,A,B,C,D, fixedW[28]);
  371. RND(D,E,F,G,H,A,B,C, fixedW[29]);
  372. RND(C,D,E,F,G,H,A,B, fixedW[30]);
  373. RND(B,C,D,E,F,G,H,A, fixedW[31]);
  374. RND(A,B,C,D,E,F,G,H, fixedW[32]);
  375. RND(H,A,B,C,D,E,F,G, fixedW[33]);
  376. RND(G,H,A,B,C,D,E,F, fixedW[34]);
  377. RND(F,G,H,A,B,C,D,E, fixedW[35]);
  378. RND(E,F,G,H,A,B,C,D, fixedW[36]);
  379. RND(D,E,F,G,H,A,B,C, fixedW[37]);
  380. RND(C,D,E,F,G,H,A,B, fixedW[38]);
  381. RND(B,C,D,E,F,G,H,A, fixedW[39]);
  382. RND(A,B,C,D,E,F,G,H, fixedW[40]);
  383. RND(H,A,B,C,D,E,F,G, fixedW[41]);
  384. RND(G,H,A,B,C,D,E,F, fixedW[42]);
  385. RND(F,G,H,A,B,C,D,E, fixedW[43]);
  386. RND(E,F,G,H,A,B,C,D, fixedW[44]);
  387. RND(D,E,F,G,H,A,B,C, fixedW[45]);
  388. RND(C,D,E,F,G,H,A,B, fixedW[46]);
  389. RND(B,C,D,E,F,G,H,A, fixedW[47]);
  390. RND(A,B,C,D,E,F,G,H, fixedW[48]);
  391. RND(H,A,B,C,D,E,F,G, fixedW[49]);
  392. RND(G,H,A,B,C,D,E,F, fixedW[50]);
  393. RND(F,G,H,A,B,C,D,E, fixedW[51]);
  394. RND(E,F,G,H,A,B,C,D, fixedW[52]);
  395. RND(D,E,F,G,H,A,B,C, fixedW[53]);
  396. RND(C,D,E,F,G,H,A,B, fixedW[54]);
  397. RND(B,C,D,E,F,G,H,A, fixedW[55]);
  398. RND(A,B,C,D,E,F,G,H, fixedW[56]);
  399. RND(H,A,B,C,D,E,F,G, fixedW[57]);
  400. RND(G,H,A,B,C,D,E,F, fixedW[58]);
  401. RND(F,G,H,A,B,C,D,E, fixedW[59]);
  402. RND(E,F,G,H,A,B,C,D, fixedW[60]);
  403. RND(D,E,F,G,H,A,B,C, fixedW[61]);
  404. RND(C,D,E,F,G,H,A,B, fixedW[62]);
  405. RND(B,C,D,E,F,G,H,A, fixedW[63]);
  406. #undef A
  407. #undef B
  408. #undef C
  409. #undef D
  410. #undef E
  411. #undef F
  412. #undef G
  413. #undef H
  414. *state0 += S0;
  415. *state1 += S1;
  416. }
  417. void shittify(uint4 B[8])
  418. {
  419. uint4 tmp[4];
  420. tmp[0] = (uint4)(B[1].x,B[2].y,B[3].z,B[0].w);
  421. tmp[1] = (uint4)(B[2].x,B[3].y,B[0].z,B[1].w);
  422. tmp[2] = (uint4)(B[3].x,B[0].y,B[1].z,B[2].w);
  423. tmp[3] = (uint4)(B[0].x,B[1].y,B[2].z,B[3].w);
  424. #pragma unroll
  425. for(uint i=0; i<4; ++i)
  426. B[i] = EndianSwap(tmp[i]);
  427. tmp[0] = (uint4)(B[5].x,B[6].y,B[7].z,B[4].w);
  428. tmp[1] = (uint4)(B[6].x,B[7].y,B[4].z,B[5].w);
  429. tmp[2] = (uint4)(B[7].x,B[4].y,B[5].z,B[6].w);
  430. tmp[3] = (uint4)(B[4].x,B[5].y,B[6].z,B[7].w);
  431. #pragma unroll
  432. for(uint i=0; i<4; ++i)
  433. B[i+4] = EndianSwap(tmp[i]);
  434. }
  435. void unshittify(uint4 B[8])
  436. {
  437. uint4 tmp[4];
  438. tmp[0] = (uint4)(B[3].x,B[2].y,B[1].z,B[0].w);
  439. tmp[1] = (uint4)(B[0].x,B[3].y,B[2].z,B[1].w);
  440. tmp[2] = (uint4)(B[1].x,B[0].y,B[3].z,B[2].w);
  441. tmp[3] = (uint4)(B[2].x,B[1].y,B[0].z,B[3].w);
  442. #pragma unroll
  443. for(uint i=0; i<4; ++i)
  444. B[i] = EndianSwap(tmp[i]);
  445. tmp[0] = (uint4)(B[7].x,B[6].y,B[5].z,B[4].w);
  446. tmp[1] = (uint4)(B[4].x,B[7].y,B[6].z,B[5].w);
  447. tmp[2] = (uint4)(B[5].x,B[4].y,B[7].z,B[6].w);
  448. tmp[3] = (uint4)(B[6].x,B[5].y,B[4].z,B[7].w);
  449. #pragma unroll
  450. for(uint i=0; i<4; ++i)
  451. B[i+4] = EndianSwap(tmp[i]);
  452. }
  453. void salsa(uint4 B[8])
  454. {
  455. uint4 w[4];
  456. #pragma unroll
  457. for(uint i=0; i<4; ++i)
  458. w[i] = (B[i]^=B[i+4]);
  459. #pragma unroll
  460. for(uint i=0; i<4; ++i)
  461. {
  462. w[0] ^= rotl(w[3] +w[2] , 7U);
  463. w[1] ^= rotl(w[0] +w[3] , 9U);
  464. w[2] ^= rotl(w[1] +w[0] ,13U);
  465. w[3] ^= rotl(w[2] +w[1] ,18U);
  466. w[2] ^= rotl(w[3].wxyz+w[0].zwxy, 7U);
  467. w[1] ^= rotl(w[2].wxyz+w[3].zwxy, 9U);
  468. w[0] ^= rotl(w[1].wxyz+w[2].zwxy,13U);
  469. w[3] ^= rotl(w[0].wxyz+w[1].zwxy,18U);
  470. }
  471. #pragma unroll
  472. for(uint i=0; i<4; ++i)
  473. w[i] = (B[i+4]^=(B[i]+=w[i]));
  474. #pragma unroll
  475. for(uint i=0; i<4; ++i)
  476. {
  477. w[0] ^= rotl(w[3] +w[2] , 7U);
  478. w[1] ^= rotl(w[0] +w[3] , 9U);
  479. w[2] ^= rotl(w[1] +w[0] ,13U);
  480. w[3] ^= rotl(w[2] +w[1] ,18U);
  481. w[2] ^= rotl(w[3].wxyz+w[0].zwxy, 7U);
  482. w[1] ^= rotl(w[2].wxyz+w[3].zwxy, 9U);
  483. w[0] ^= rotl(w[1].wxyz+w[2].zwxy,13U);
  484. w[3] ^= rotl(w[0].wxyz+w[1].zwxy,18U);
  485. }
  486. #pragma unroll
  487. for(uint i=0; i<4; ++i)
  488. B[i+4] += w[i];
  489. }
  490. #define Coord(x,y,z) x+y*(x ## SIZE)+z*(y ## SIZE)*(x ## SIZE)
  491. #define CO Coord(z,x,y)
  492. void scrypt_core(uint4 X[8], __global uint4*restrict lookup)
  493. {
  494. shittify(X);
  495. const uint zSIZE = 8;
  496. const uint ySIZE = (1024/LOOKUP_GAP+(1024%LOOKUP_GAP>0));
  497. const uint xSIZE = CONCURRENT_THREADS;
  498. uint x = get_global_id(0)%xSIZE;
  499. for(uint y=0; y<1024/LOOKUP_GAP; ++y)
  500. {
  501. #pragma unroll
  502. for(uint z=0; z<zSIZE; ++z)
  503. lookup[CO] = X[z];
  504. for(uint i=0; i<LOOKUP_GAP; ++i)
  505. salsa(X);
  506. }
  507. #if (LOOKUP_GAP != 1) && (LOOKUP_GAP != 2) && (LOOKUP_GAP != 4) && (LOOKUP_GAP != 8)
  508. {
  509. uint y = (1024/LOOKUP_GAP);
  510. #pragma unroll
  511. for(uint z=0; z<zSIZE; ++z)
  512. lookup[CO] = X[z];
  513. for(uint i=0; i<1024%LOOKUP_GAP; ++i)
  514. salsa(X);
  515. }
  516. #endif
  517. for (uint i=0; i<1024; ++i)
  518. {
  519. uint4 V[8];
  520. uint j = X[7].x & 0x3FF;
  521. uint y = (j/LOOKUP_GAP);
  522. #pragma unroll
  523. for(uint z=0; z<zSIZE; ++z)
  524. V[z] = lookup[CO];
  525. #if (LOOKUP_GAP == 1)
  526. #elif (LOOKUP_GAP == 2)
  527. if (j&1)
  528. salsa(V);
  529. #else
  530. uint val = j%LOOKUP_GAP;
  531. for (uint z=0; z<val; ++z)
  532. salsa(V);
  533. #endif
  534. #pragma unroll
  535. for(uint z=0; z<zSIZE; ++z)
  536. X[z] ^= V[z];
  537. salsa(X);
  538. }
  539. unshittify(X);
  540. }
  541. #define FOUND (0x800)
  542. #define NFLAG (0x7FF)
  543. __attribute__((reqd_work_group_size(WORKSIZE, 1, 1)))
  544. __kernel void search(__global const uint4 * restrict input,
  545. __global uint*restrict output, __global uint4*restrict padcache,
  546. const uint4 midstate0, const uint4 midstate16, const uint target)
  547. {
  548. uint gid = get_global_id(0);
  549. uint4 X[8];
  550. uint4 tstate0, tstate1, ostate0, ostate1, tmp0, tmp1;
  551. uint4 data = (uint4)(input[4].x,input[4].y,input[4].z,gid);
  552. uint4 pad0 = midstate0, pad1 = midstate16;
  553. SHA256(&pad0,&pad1, data, (uint4)(0x80000000U,0,0,0), (uint4)(0,0,0,0), (uint4)(0,0,0,0x280));
  554. SHA256_fresh(&ostate0,&ostate1, pad0^0x5C5C5C5CU, pad1^0x5C5C5C5CU, 0x5C5C5C5CU, 0x5C5C5C5CU);
  555. SHA256_fresh(&tstate0,&tstate1, pad0^0x36363636U, pad1^0x36363636U, 0x36363636U, 0x36363636U);
  556. tmp0 = tstate0;
  557. tmp1 = tstate1;
  558. SHA256(&tstate0, &tstate1, input[0],input[1],input[2],input[3]);
  559. #pragma unroll
  560. for (uint i=0; i<4; i++)
  561. {
  562. pad0 = tstate0;
  563. pad1 = tstate1;
  564. X[i*2 ] = ostate0;
  565. X[i*2+1] = ostate1;
  566. SHA256(&pad0,&pad1, data, (uint4)(i+1,0x80000000U,0,0), (uint4)(0,0,0,0), (uint4)(0,0,0,0x4a0U));
  567. SHA256(X+i*2,X+i*2+1, pad0, pad1, (uint4)(0x80000000U, 0U, 0U, 0U), (uint4)(0U, 0U, 0U, 0x300U));
  568. }
  569. scrypt_core(X,padcache);
  570. SHA256(&tmp0,&tmp1, X[0], X[1], X[2], X[3]);
  571. SHA256(&tmp0,&tmp1, X[4], X[5], X[6], X[7]);
  572. SHA256_fixed(&tmp0,&tmp1);
  573. SHA256(&ostate0,&ostate1, tmp0, tmp1, (uint4)(0x80000000U, 0U, 0U, 0U), (uint4)(0U, 0U, 0U, 0x300U));
  574. bool found = (EndianSwap(ostate1.w) <= target);
  575. if (found)
  576. output[FOUND] = output[NFLAG & gid] = gid;
  577. }
  578. /*-
  579. * Copyright 2009 Colin Percival, 2011 ArtForz, 2011 pooler, 2012 mtrlt,
  580. * 2012 Con Kolivas.
  581. * All rights reserved.
  582. *
  583. * Redistribution and use in source and binary forms, with or without
  584. * modification, are permitted provided that the following conditions
  585. * are met:
  586. * 1. Redistributions of source code must retain the above copyright
  587. * notice, this list of conditions and the following disclaimer.
  588. * 2. Redistributions in binary form must reproduce the above copyright
  589. * notice, this list of conditions and the following disclaimer in the
  590. * documentation and/or other materials provided with the distribution.
  591. *
  592. * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  593. * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  594. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  595. * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
  596. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  597. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  598. * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  599. * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  600. * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  601. * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  602. * SUCH DAMAGE.
  603. *
  604. * This file was originally written by Colin Percival as part of the Tarsnap
  605. * online backup system.
  606. */