sha256_sse4_amd64.c 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134
  1. /*
  2. * SHA-256 driver for ASM routine for x86_64 on Linux
  3. * Copyright (c) Mark Crichton <crichton@gimp.org>
  4. * Copyright 2012-2013 Luke Dashjr
  5. *
  6. * This program is free software; you can redistribute it and/or modify it
  7. * under the terms of the GNU General Public License as published by the Free
  8. * Software Foundation; either version 2 of the License, or (at your option)
  9. * any later version.
  10. *
  11. */
  12. #include "driver-cpu.h"
  13. #ifdef WANT_X8664_SSE4
  14. #include <string.h>
  15. #include <assert.h>
  16. #include <xmmintrin.h>
  17. #include <stdint.h>
  18. #include <stdio.h>
  19. extern void CalcSha256_x64_sse4(__m128i *res, __m128i *data, uint32_t init[8])__asm__("CalcSha256_x64_sse4");
  20. static uint32_t g_sha256_k[] = {
  21. 0x428a2f98, 0x71374491, 0xb5c0fbcf, 0xe9b5dba5, /* 0 */
  22. 0x3956c25b, 0x59f111f1, 0x923f82a4, 0xab1c5ed5,
  23. 0xd807aa98, 0x12835b01, 0x243185be, 0x550c7dc3, /* 8 */
  24. 0x72be5d74, 0x80deb1fe, 0x9bdc06a7, 0xc19bf174,
  25. 0xe49b69c1, 0xefbe4786, 0x0fc19dc6, 0x240ca1cc, /* 16 */
  26. 0x2de92c6f, 0x4a7484aa, 0x5cb0a9dc, 0x76f988da,
  27. 0x983e5152, 0xa831c66d, 0xb00327c8, 0xbf597fc7, /* 24 */
  28. 0xc6e00bf3, 0xd5a79147, 0x06ca6351, 0x14292967,
  29. 0x27b70a85, 0x2e1b2138, 0x4d2c6dfc, 0x53380d13, /* 32 */
  30. 0x650a7354, 0x766a0abb, 0x81c2c92e, 0x92722c85,
  31. 0xa2bfe8a1, 0xa81a664b, 0xc24b8b70, 0xc76c51a3, /* 40 */
  32. 0xd192e819, 0xd6990624, 0xf40e3585, 0x106aa070,
  33. 0x19a4c116, 0x1e376c08, 0x2748774c, 0x34b0bcb5, /* 48 */
  34. 0x391c0cb3, 0x4ed8aa4a, 0x5b9cca4f, 0x682e6ff3,
  35. 0x748f82ee, 0x78a5636f, 0x84c87814, 0x8cc70208, /* 56 */
  36. 0x90befffa, 0xa4506ceb, 0xbef9a3f7, 0xc67178f2
  37. };
  38. static uint32_t g_sha256_hinit[8] =
  39. {0x6a09e667, 0xbb67ae85, 0x3c6ef372, 0xa54ff53a, 0x510e527f, 0x9b05688c, 0x1f83d9ab, 0x5be0cd19};
  40. __m128i g_4sha256_k[64]__asm__("g_4sha256_k");
  41. bool scanhash_sse4_64(struct thr_info*thr, const unsigned char *pmidstate,
  42. unsigned char *pdata,
  43. unsigned char *phash1, unsigned char *phash,
  44. const unsigned char *ptarget,
  45. uint32_t max_nonce, uint32_t *last_nonce,
  46. uint32_t nonce)
  47. {
  48. uint32_t *hash32 = (uint32_t *)phash;
  49. uint32_t *nNonce_p = (uint32_t *)(pdata + 76);
  50. uint32_t m_midstate[8], m_w[16], m_w1[16];
  51. __m128i m_4w[64], m_4hash[64], m_4hash1[64];
  52. __m128i offset;
  53. int i;
  54. pdata += 64;
  55. /* For debugging */
  56. union {
  57. __m128i m;
  58. uint32_t i[4];
  59. } mi;
  60. /* Message expansion */
  61. memcpy(m_midstate, pmidstate, sizeof(m_midstate));
  62. memcpy(m_w, pdata, sizeof(m_w)); /* The 2nd half of the data */
  63. memcpy(m_w1, phash1, sizeof(m_w1));
  64. memset(m_4hash, 0, sizeof(m_4hash));
  65. /* Transmongrify */
  66. for (i = 0; i < 16; i++)
  67. m_4w[i] = _mm_set1_epi32(m_w[i]);
  68. for (i = 0; i < 16; i++)
  69. m_4hash1[i] = _mm_set1_epi32(m_w1[i]);
  70. for (i = 0; i < 64; i++)
  71. g_4sha256_k[i] = _mm_set1_epi32(g_sha256_k[i]);
  72. offset = _mm_set_epi32(0x3, 0x2, 0x1, 0x0);
  73. for (;;)
  74. {
  75. int j;
  76. m_4w[3] = _mm_add_epi32(offset, _mm_set1_epi32(nonce));
  77. /* Some optimization can be done here W.R.T. precalculating some hash */
  78. CalcSha256_x64_sse4(m_4hash1, m_4w, m_midstate);
  79. CalcSha256_x64_sse4(m_4hash, m_4hash1, g_sha256_hinit);
  80. for (j = 0; j < 4; j++) {
  81. mi.m = m_4hash[7];
  82. if (unlikely(mi.i[j] == 0))
  83. break;
  84. }
  85. /* If j = true, we found a hit...so check it */
  86. /* Use the C version for a check... */
  87. if (unlikely(j != 4)) {
  88. for (i = 0; i < 8; i++) {
  89. mi.m = m_4hash[i];
  90. *(uint32_t *)&(phash)[i*4] = mi.i[j];
  91. }
  92. if (unlikely(hash32[7] == 0 && fulltest(phash, ptarget))) {
  93. nonce += j;
  94. *last_nonce = nonce;
  95. *nNonce_p = nonce;
  96. return true;
  97. }
  98. }
  99. if (unlikely((nonce >= max_nonce) || thr->work_restart))
  100. {
  101. *last_nonce = nonce;
  102. return false;
  103. }
  104. nonce += 4;
  105. }
  106. }
  107. #endif /* WANT_X8664_SSE4 */