test.c

Go to the documentation of this file.

 
#define _POSIX_C_SOURCE 200809L
#include <stdio.h>
#include <stdlib.h>
#include <ctype.h>
#include <limits.h>
#include "util/notmain.h"
 
#define EXEC "../main"
 
#define fail(status, ...)                                                      \
    do {                                                                       \
        fprintf(stderr, "\033[31;1mabort:\033[m " __VA_ARGS__);                \
        exit(status);                                                          \
    } while (0)
 
int run_test(int exit_code, const char* filename, const char* folder) {
    char command[512];
    snprintf(command, 512, "(" EXEC " %s/%s) &> /dev/null", folder, filename);
    int status = (system(command) >> 8) & 0xFF;
    if (status < 0) {
        perror("system");
        fail(1, "Could not execute shell command\n");
    }
    int result = 0;
    if (status != exit_code) {
        printf(" - \033[31;1mfail:\033[m %s", filename);
        result = 1;
    } else {
        printf(" + \033[32;1mpass:\033[m %s", filename);
    }
    printf(" (target=%d actual=%d)\n", exit_code, status);
    return result;
}
 
#ifdef test_main
    #undef test_main
    #define test_main main
#endif
 
int fpeekc(FILE* file) {
    const int c = fgetc(file);
    ungetc(c, file);
    return c;
}
 
MAIN(int argc, const char* argv[]) {
    if (!(argc == 2 || argc == 3)) {
        fail(1, "use as: %s TESTFILE [TESTFOLDER]\n", argv[0]);
    }
    const char* folder = ".";
    if (argc == 3) {
        folder = argv[2];
    }
 
    FILE* handle = fopen(argv[1], "r");
    if (handle == NULL) {
        perror("fopen");
        fail(1, "Failed to open file for reading\n");
    }
 
    int errors = 0;
    int tests = 0;
    int exit_code;
    char filename[PATH_MAX];
 
    size_t line = 1;
    int cur;
    while (!feof(handle) && (cur = fpeekc(handle)) != EOF) {
        // If the current char is not a digit (i.e. not the start of a test
        // directive) then we check to make sure its a comment or a newline
        if (!isdigit(cur)) {
            // Consume this char
            fgetc(handle);
 
            // Here we check if its a comment
            if (cur == '#') {
                // Comments that appear in output start with #!
                if (!feof(handle) && fpeekc(handle) == '!') {
                    // Consume the '!'
                    fgetc(handle);
 
                    // Consume a space afterwards
                    if (!feof(handle) && fpeekc(handle) == ' ') {
                        fgetc(handle);
                    }
 
                    // We print title comments...
                    while (!feof(handle) && cur != '\n') {
                        cur = fgetc(handle);
                        fputc(cur, stdout);
                    }
                } else {
                    // We discard normal comments starting with #
                    while (!feof(handle) && cur != '\n') {
                        cur = fgetc(handle);
                    }
                }
                line++;
                continue;
            } else if (cur == '\n') {
                // Empty newlines ignored
                line++;
                continue;
            } else {
                // Otherwise its invalid
                fail(1,
                    "Expected comment or test directive on line %zu, "
                    "received character '%c' instead\n",
                    line, cur);
            }
        }
 
        // Otherwise it's a test directive (or so we assume)
        if (fscanf(handle, "%d %127s\n", &exit_code, filename) != 2) {
            perror("fscanf");
            fail(1, "Failed to parse line %zu\n", line);
        }
        line++;
        tests++;
        if (run_test(exit_code, filename, folder) != 0) {
            errors++;
        }
    }
    if (fclose(handle) != 0) {
        perror("fclose");
        fail(1, "Failed to close file\n");
    }
    if (tests == 0) {
        return 0;
    }
    printf("\nSummary:\n");
    if (errors == tests) {
        printf(" - \033[31;1mNone of the %d test(s) passed\033[m\n", tests);
        return 1;
    } else if (errors > tests / 2) {
        printf(
            " - \033[31;1mLess than half of the tests (%d/%d) passed\033[m\n",
            tests - errors, tests);
        return 1;
    } else if (errors > 0) {
        printf(" ~ \033[33;1mMost of the tests (%d/%d) passed\033[m\n",
            tests - errors, tests);
        return 1;
    } else {
        printf(" + \033[32;1mAll %d test(s) passed!\033[m\n", tests);
        return 0;
    }
}