run_tests.c 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134
  1. #include <tools/ccanlint/ccanlint.h>
  2. #include <tools/tools.h>
  3. #include <ccan/talloc/talloc.h>
  4. #include <ccan/str/str.h>
  5. #include <sys/types.h>
  6. #include <sys/stat.h>
  7. #include <fcntl.h>
  8. #include <unistd.h>
  9. #include <limits.h>
  10. #include <errno.h>
  11. #include <stdlib.h>
  12. #include <stdio.h>
  13. #include <err.h>
  14. #include <string.h>
  15. #include <ctype.h>
  16. static const char *can_run(struct manifest *m)
  17. {
  18. if (safe_mode)
  19. return "Safe mode enabled";
  20. return NULL;
  21. }
  22. struct run_tests_result {
  23. struct list_node list;
  24. struct ccan_file *file;
  25. const char *output;
  26. };
  27. static void *do_run_tests(struct manifest *m, unsigned int *timeleft)
  28. {
  29. struct list_head *list = talloc(m, struct list_head);
  30. struct run_tests_result *res;
  31. struct ccan_file *i;
  32. char *cmdout;
  33. char *olddir;
  34. /* We run tests in the module directory, so any paths
  35. * referenced can all be module-local. */
  36. olddir = talloc_getcwd(m);
  37. if (!olddir)
  38. err(1, "Could not save cwd");
  39. if (chdir(m->dir) != 0)
  40. err(1, "Could not chdir to %s", m->dir);
  41. list_head_init(list);
  42. list_for_each(&m->run_tests, i, list) {
  43. run_tests.total_score++;
  44. cmdout = run_command(m, timeleft, i->compiled);
  45. if (cmdout) {
  46. res = talloc(list, struct run_tests_result);
  47. res->file = i;
  48. res->output = talloc_steal(res, cmdout);
  49. list_add_tail(list, &res->list);
  50. }
  51. }
  52. list_for_each(&m->api_tests, i, list) {
  53. run_tests.total_score++;
  54. cmdout = run_command(m, timeleft, i->compiled);
  55. if (cmdout) {
  56. res = talloc(list, struct run_tests_result);
  57. res->file = i;
  58. res->output = talloc_steal(res, cmdout);
  59. list_add_tail(list, &res->list);
  60. }
  61. }
  62. if (list_empty(list)) {
  63. talloc_free(list);
  64. list = NULL;
  65. }
  66. if (chdir(olddir) != 0)
  67. err(1, "Could not chdir to %s", olddir);
  68. return list;
  69. }
  70. static unsigned int score_run_tests(struct manifest *m, void *check_result)
  71. {
  72. struct list_head *list = check_result;
  73. struct run_tests_result *i;
  74. unsigned int score = run_tests.total_score;
  75. list_for_each(list, i, list)
  76. score--;
  77. return score;
  78. }
  79. static const char *describe_run_tests(struct manifest *m,
  80. void *check_result)
  81. {
  82. struct list_head *list = check_result;
  83. char *descrip = talloc_strdup(check_result, "Running tests failed:\n");
  84. struct run_tests_result *i;
  85. list_for_each(list, i, list)
  86. descrip = talloc_asprintf_append(descrip, "Running %s:\n%s",
  87. i->file->name, i->output);
  88. return descrip;
  89. }
  90. /* Gcc's warn_unused_result is fascist bullshit. */
  91. #define doesnt_matter()
  92. static void run_under_debugger(struct manifest *m, void *check_result)
  93. {
  94. char *command;
  95. struct list_head *list = check_result;
  96. struct run_tests_result *first;
  97. if (!ask("Should I run the first failing test under the debugger?"))
  98. return;
  99. first = list_top(list, struct run_tests_result, list);
  100. command = talloc_asprintf(m, "gdb -ex 'break tap.c:136' -ex 'run' %s",
  101. first->file->compiled);
  102. if (system(command))
  103. doesnt_matter();
  104. }
  105. struct ccanlint run_tests = {
  106. .key = "run",
  107. .name = "Module's run and api tests pass",
  108. .score = score_run_tests,
  109. .check = do_run_tests,
  110. .describe = describe_run_tests,
  111. .can_run = can_run,
  112. .handle = run_under_debugger
  113. };
  114. REGISTER_TEST(run_tests, &compile_tests, NULL);