sha256_sse2_amd64.c 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133
  1. /*
  2. * SHA-256 driver for ASM routine for x86_64 on Linux
  3. * Copyright (c) Mark Crichton <crichton@gimp.org>
  4. *
  5. * This program is free software; you can redistribute it and/or modify it
  6. * under the terms of the GNU General Public License as published by the Free
  7. * Software Foundation; either version 2 of the License, or (at your option)
  8. * any later version.
  9. *
  10. */
  11. #include "driver-cpu.h"
  12. #ifdef WANT_X8664_SSE2
  13. #include <string.h>
  14. #include <assert.h>
  15. #include <xmmintrin.h>
  16. #include <stdint.h>
  17. #include <stdio.h>
  18. extern void sha256_sse2_64_new (__m128i *res, __m128i *res1, __m128i *data, const uint32_t init[8]);
  19. static uint32_t g_sha256_k[]__attribute__((aligned(0x100))) = {
  20. 0x428a2f98, 0x71374491, 0xb5c0fbcf, 0xe9b5dba5, /* 0 */
  21. 0x3956c25b, 0x59f111f1, 0x923f82a4, 0xab1c5ed5,
  22. 0xd807aa98, 0x12835b01, 0x243185be, 0x550c7dc3, /* 8 */
  23. 0x72be5d74, 0x80deb1fe, 0x9bdc06a7, 0xc19bf174,
  24. 0xe49b69c1, 0xefbe4786, 0x0fc19dc6, 0x240ca1cc, /* 16 */
  25. 0x2de92c6f, 0x4a7484aa, 0x5cb0a9dc, 0x76f988da,
  26. 0x983e5152, 0xa831c66d, 0xb00327c8, 0xbf597fc7, /* 24 */
  27. 0xc6e00bf3, 0xd5a79147, 0x06ca6351, 0x14292967,
  28. 0x27b70a85, 0x2e1b2138, 0x4d2c6dfc, 0x53380d13, /* 32 */
  29. 0x650a7354, 0x766a0abb, 0x81c2c92e, 0x92722c85,
  30. 0xa2bfe8a1, 0xa81a664b, 0xc24b8b70, 0xc76c51a3, /* 40 */
  31. 0xd192e819, 0xd6990624, 0xf40e3585, 0x106aa070,
  32. 0x19a4c116, 0x1e376c08, 0x2748774c, 0x34b0bcb5, /* 48 */
  33. 0x391c0cb3, 0x4ed8aa4a, 0x5b9cca4f, 0x682e6ff3,
  34. 0x748f82ee, 0x78a5636f, 0x84c87814, 0x8cc70208, /* 56 */
  35. 0x90befffa, 0xa4506ceb, 0xbef9a3f7, 0xc67178f2
  36. };
  37. const uint32_t sha256_init[8]__attribute__((aligned(0x100))) =
  38. {0x6a09e667, 0xbb67ae85, 0x3c6ef372, 0xa54ff53a, 0x510e527f, 0x9b05688c, 0x1f83d9ab, 0x5be0cd19};
  39. __m128i g_4sha256_k[64];
  40. __m128i sha256_consts_m128i[64]__attribute__((aligned(0x1000)));
  41. bool scanhash_sse2_64(struct thr_info*thr, const unsigned char *pmidstate,
  42. unsigned char *pdata,
  43. unsigned char *phash1, unsigned char *phash,
  44. const unsigned char *ptarget,
  45. uint32_t max_nonce, uint32_t *last_nonce,
  46. uint32_t nonce)
  47. {
  48. uint32_t *nNonce_p = (uint32_t *)(pdata + 76);
  49. uint32_t m_midstate[8], m_w[16], m_w1[16];
  50. __m128i m_4w[64] __attribute__ ((aligned (0x100)));
  51. __m128i m_4hash[64] __attribute__ ((aligned (0x100)));
  52. __m128i m_4hash1[64] __attribute__ ((aligned (0x100)));
  53. __m128i offset;
  54. int i;
  55. pdata += 64;
  56. /* For debugging */
  57. union {
  58. __m128i m;
  59. uint32_t i[4];
  60. } mi;
  61. /* Message expansion */
  62. memcpy(m_midstate, pmidstate, sizeof(m_midstate));
  63. memcpy(m_w, pdata, sizeof(m_w)); /* The 2nd half of the data */
  64. memcpy(m_w1, phash1, sizeof(m_w1));
  65. memset(m_4hash, 0, sizeof(m_4hash));
  66. /* Transmongrify */
  67. for (i = 0; i < 16; i++)
  68. m_4w[i] = _mm_set1_epi32(m_w[i]);
  69. for (i = 0; i < 16; i++)
  70. m_4hash1[i] = _mm_set1_epi32(m_w1[i]);
  71. for (i = 0; i < 64; i++)
  72. sha256_consts_m128i[i] = _mm_set1_epi32(g_sha256_k[i]);
  73. offset = _mm_set_epi32(0x3, 0x2, 0x1, 0x0);
  74. for (;;)
  75. {
  76. int j;
  77. m_4w[3] = _mm_add_epi32(offset, _mm_set1_epi32(nonce));
  78. sha256_sse2_64_new (m_4hash, m_4hash1, m_4w, m_midstate);
  79. for (j = 0; j < 4; j++) {
  80. mi.m = m_4hash[7];
  81. if (unlikely(mi.i[j] == 0))
  82. break;
  83. }
  84. /* If j = true, we found a hit...so check it */
  85. /* Use the C version for a check... */
  86. if (unlikely(j != 4)) {
  87. for (i = 0; i < 8; i++) {
  88. mi.m = m_4hash[i];
  89. *(uint32_t *)&(phash)[i*4] = mi.i[j];
  90. }
  91. if (fulltest(phash, ptarget)) {
  92. nonce += j;
  93. *last_nonce = nonce + 1;
  94. *nNonce_p = nonce;
  95. return true;
  96. }
  97. }
  98. if (unlikely((nonce >= max_nonce) || thr->work_restart))
  99. {
  100. *last_nonce = nonce;
  101. return false;
  102. }
  103. nonce += 4;
  104. }
  105. }
  106. #endif /* WANT_X8664_SSE2 */