sha256_sse2_amd64.c 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139
  1. /*
  2. * Copyright 2011 Mark Crichton
  3. * Copyright 2012-2013 Luke Dashjr
  4. *
  5. * This program is free software; you can redistribute it and/or modify it
  6. * under the terms of the GNU General Public License as published by the Free
  7. * Software Foundation; either version 2 of the License, or (at your option)
  8. * any later version.
  9. *
  10. */
  11. #include "config.h"
  12. #include "driver-cpu.h"
  13. #ifdef WANT_X8664_SSE2
  14. #include <stdbool.h>
  15. #include <string.h>
  16. #include <assert.h>
  17. #include <xmmintrin.h>
  18. #include <stdint.h>
  19. #include <stdio.h>
  20. extern void sha256_sse2_64_new (__m128i *res, __m128i *res1, __m128i *data, const uint32_t init[8])__asm__("sha256_sse2_64_new");
  21. static uint32_t g_sha256_k[]__attribute__((aligned(0x100))) = {
  22. 0x428a2f98, 0x71374491, 0xb5c0fbcf, 0xe9b5dba5, /* 0 */
  23. 0x3956c25b, 0x59f111f1, 0x923f82a4, 0xab1c5ed5,
  24. 0xd807aa98, 0x12835b01, 0x243185be, 0x550c7dc3, /* 8 */
  25. 0x72be5d74, 0x80deb1fe, 0x9bdc06a7, 0xc19bf174,
  26. 0xe49b69c1, 0xefbe4786, 0x0fc19dc6, 0x240ca1cc, /* 16 */
  27. 0x2de92c6f, 0x4a7484aa, 0x5cb0a9dc, 0x76f988da,
  28. 0x983e5152, 0xa831c66d, 0xb00327c8, 0xbf597fc7, /* 24 */
  29. 0xc6e00bf3, 0xd5a79147, 0x06ca6351, 0x14292967,
  30. 0x27b70a85, 0x2e1b2138, 0x4d2c6dfc, 0x53380d13, /* 32 */
  31. 0x650a7354, 0x766a0abb, 0x81c2c92e, 0x92722c85,
  32. 0xa2bfe8a1, 0xa81a664b, 0xc24b8b70, 0xc76c51a3, /* 40 */
  33. 0xd192e819, 0xd6990624, 0xf40e3585, 0x106aa070,
  34. 0x19a4c116, 0x1e376c08, 0x2748774c, 0x34b0bcb5, /* 48 */
  35. 0x391c0cb3, 0x4ed8aa4a, 0x5b9cca4f, 0x682e6ff3,
  36. 0x748f82ee, 0x78a5636f, 0x84c87814, 0x8cc70208, /* 56 */
  37. 0x90befffa, 0xa4506ceb, 0xbef9a3f7, 0xc67178f2
  38. };
  39. const uint32_t sha256_init_sse2[8]__asm__("sha256_init_sse2")__attribute__((aligned(0x100))) =
  40. {0x6a09e667, 0xbb67ae85, 0x3c6ef372, 0xa54ff53a, 0x510e527f, 0x9b05688c, 0x1f83d9ab, 0x5be0cd19};
  41. __m128i sha256_consts_m128i[64]__asm__("sha256_consts_m128i")__attribute__((aligned(0x1000)));
  42. bool scanhash_sse2_64(struct thr_info * const thr, struct work * const work,
  43. uint32_t max_nonce, uint32_t *last_nonce,
  44. uint32_t nonce)
  45. {
  46. const uint8_t * const pmidstate = work->midstate;
  47. uint8_t *pdata = work->data;
  48. const uint32_t * const phash1 = hash1_init;
  49. uint8_t * const phash = work->hash;
  50. uint32_t *hash32 = (uint32_t *)phash;
  51. uint32_t *nNonce_p = (uint32_t *)(pdata + 76);
  52. uint32_t m_midstate[8], m_w[16], m_w1[16];
  53. __m128i m_4w[64] __attribute__ ((aligned (0x100)));
  54. __m128i m_4hash[64] __attribute__ ((aligned (0x100)));
  55. __m128i m_4hash1[64] __attribute__ ((aligned (0x100)));
  56. __m128i offset;
  57. int i;
  58. pdata += 64;
  59. /* For debugging */
  60. union {
  61. __m128i m;
  62. uint32_t i[4];
  63. } mi;
  64. /* Message expansion */
  65. memcpy(m_midstate, pmidstate, sizeof(m_midstate));
  66. memcpy(m_w, pdata, sizeof(m_w)); /* The 2nd half of the data */
  67. memcpy(m_w1, phash1, sizeof(m_w1));
  68. memset(m_4hash, 0, sizeof(m_4hash));
  69. /* Transmongrify */
  70. for (i = 0; i < 16; i++)
  71. m_4w[i] = _mm_set1_epi32(m_w[i]);
  72. for (i = 0; i < 16; i++)
  73. m_4hash1[i] = _mm_set1_epi32(m_w1[i]);
  74. for (i = 0; i < 64; i++)
  75. sha256_consts_m128i[i] = _mm_set1_epi32(g_sha256_k[i]);
  76. offset = _mm_set_epi32(0x3, 0x2, 0x1, 0x0);
  77. for (;;)
  78. {
  79. int j;
  80. m_4w[3] = _mm_add_epi32(offset, _mm_set1_epi32(nonce));
  81. sha256_sse2_64_new (m_4hash, m_4hash1, m_4w, m_midstate);
  82. for (j = 0; j < 4; j++) {
  83. mi.m = m_4hash[7];
  84. if (unlikely(mi.i[j] == 0))
  85. break;
  86. }
  87. /* If j = true, we found a hit...so check it */
  88. /* Use the C version for a check... */
  89. if (unlikely(j != 4)) {
  90. for (i = 0; i < 8; i++) {
  91. mi.m = m_4hash[i];
  92. *(uint32_t *)&(phash)[i*4] = mi.i[j];
  93. }
  94. if (unlikely(hash32[7] == 0))
  95. {
  96. nonce += j;
  97. *last_nonce = nonce + 1;
  98. *nNonce_p = nonce;
  99. return true;
  100. }
  101. }
  102. if (unlikely((nonce >= max_nonce) || thr->work_restart))
  103. {
  104. *last_nonce = nonce;
  105. return false;
  106. }
  107. nonce += 4;
  108. }
  109. }
  110. #endif /* WANT_X8664_SSE2 */