samba-mirror/lib/torture/torture.h

/*
   Unix SMB/CIFS implementation.
   SMB torture UI functions

   Copyright (C) Jelmer Vernooij 2006

   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 3 of the License, or
   (at your option) any later version.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program.  If not, see <http://www.gnu.org/licenses/>.
*/

#ifndef __TORTURE_UI_H__
#define __TORTURE_UI_H__

struct torture_test;
struct torture_context;
struct torture_suite;
struct torture_tcase;
struct torture_results;

/*
 * Arranged in precedence order. TORTURE_ERROR has the highest priority;
 * TORTURE_OK the lowest.
 */
enum torture_result {
	TORTURE_OK=0,
	TORTURE_SKIP=1,
	TORTURE_FAIL=2,
	TORTURE_ERROR=3
};

enum torture_progress_whence {
	TORTURE_PROGRESS_SET,
	TORTURE_PROGRESS_CUR,
	TORTURE_PROGRESS_POP,
	TORTURE_PROGRESS_PUSH,
};

/*
 * These callbacks should be implemented by any backend that wishes
 * to listen to reports from the torture tests.
 */
struct torture_ui_ops
{
	void (*init) (struct torture_results *);
	void (*comment) (struct torture_context *, const char *);
	void (*warning) (struct torture_context *, const char *);
	void (*suite_start) (struct torture_context *, struct torture_suite *);
	void (*suite_finish) (struct torture_context *, struct torture_suite *);
	void (*tcase_start) (struct torture_context *, struct torture_tcase *);
	void (*tcase_finish) (struct torture_context *, struct torture_tcase *);
	void (*test_start) (struct torture_context *,
						struct torture_tcase *,
						struct torture_test *);
	void (*test_result) (struct torture_context *,
						 enum torture_result, const char *reason);
	void (*progress) (struct torture_context *, int offset, enum torture_progress_whence whence);
	void (*report_time) (struct torture_context *);
};

void torture_ui_test_start(struct torture_context *context,
							   struct torture_tcase *tcase,
							   struct torture_test *test);

void torture_ui_test_result(struct torture_context *context,
								enum torture_result result,
								const char *comment);

void torture_ui_report_time(struct torture_context *context);

/*
 * Holds information about a specific run of the testsuite.
 * The data in this structure should be considered private to
 * the torture tests and should only be used directly by the torture
 * code and the ui backends.
 *
 * Torture tests should instead call the torture_*() macros and functions
 * specified below.
 */

struct torture_subunit_prefix {
	const struct torture_subunit_prefix *parent;
	char subunit_prefix[256];
};

struct torture_context
{
	struct torture_results *results;

	struct torture_test *active_test;
	struct torture_tcase *active_tcase;
	struct torture_subunit_prefix _initial_prefix;
	const struct torture_subunit_prefix *active_prefix;

	enum torture_result last_result;
	char *last_reason;

	/** Directory used for temporary test data */
	const char *outputdir;

	/** Event context */
	struct tevent_context *ev;

	/** Loadparm context (will go away in favor of torture_setting_ at some point) */
	struct loadparm_context *lp_ctx;

	int conn_index;
};

struct torture_results
{
	const struct torture_ui_ops *ui_ops;
	void *ui_data;

	/** Whether tests should avoid writing output to stdout */
	bool quiet;

	bool returncode;
};

/*
 * Describes a particular torture test
 */
struct torture_test {
	/** Short unique name for the test. */
	const char *name;

	/** Long description for the test. */
	const char *description;

	/** Whether this is a dangerous test
	 * (can corrupt the remote servers data or bring it down). */
	bool dangerous;

	/** Function to call to run this test */
	bool (*run) (struct torture_context *torture_ctx,
				 struct torture_tcase *tcase,
				 struct torture_test *test);

	struct torture_test *prev, *next;

	/** Pointer to the actual test function. This is run by the
	  * run() function above. */
	void *fn;

	/** Use data for this test */
	const void *data;

	struct torture_tcase *tcase;
};

/*
 * Describes a particular test case.
 */
struct torture_tcase {
    const char *name;
	const char *description;
	bool (*setup) (struct torture_context *tcase, void **data);
	bool (*teardown) (struct torture_context *tcase, void *data);
	bool fixture_persistent;
	void *data;
	struct torture_test *tests;
	struct torture_tcase *prev, *next;
	const struct torture_suite *suite;
};

struct torture_suite
{
	const char *name;
	const char *description;
	struct torture_tcase *testcases;
	struct torture_suite *children;
	const struct torture_suite *parent;

	/* Pointers to siblings of this torture suite */
	struct torture_suite *prev, *next;
};

/** Create a new torture suite */
struct torture_suite *torture_suite_create(TALLOC_CTX *mem_ctx,
		const char *name);

/** Change the setup and teardown functions for a testcase */
void torture_tcase_set_fixture(struct torture_tcase *tcase,
		bool (*setup) (struct torture_context *, void **),
		bool (*teardown) (struct torture_context *, void *));

/* Add another test to run for a particular testcase */
struct torture_test *torture_tcase_add_test_const(struct torture_tcase *tcase,
		const char *name,
		bool (*run) (struct torture_context *test,
			const void *tcase_data, const void *test_data),
		const void *test_data);

/* Add a testcase to a testsuite */
struct torture_tcase *torture_suite_add_tcase(struct torture_suite *suite,
							 const char *name);

/* Convenience wrapper that adds a testcase against only one
 * test will be run */
struct torture_tcase *torture_suite_add_simple_tcase_const(
		struct torture_suite *suite,
		const char *name,
		bool (*run) (struct torture_context *test,
			const void *test_data),
		const void *data);

/* Convenience function that adds a test which only
 * gets the test case data */
struct torture_test *torture_tcase_add_simple_test_const(
		struct torture_tcase *tcase,
		const char *name,
		bool (*run) (struct torture_context *test,
			const void *tcase_data));

/* Convenience wrapper that adds a test that doesn't need any
 * testcase data */
struct torture_tcase *torture_suite_add_simple_test(
		struct torture_suite *suite,
		const char *name,
		bool (*run) (struct torture_context *test));

/* Add a child testsuite to an existing testsuite */
bool torture_suite_add_suite(struct torture_suite *suite,
		struct torture_suite *child);

char *torture_subunit_test_name(struct torture_context *ctx,
				struct torture_tcase *tcase,
				struct torture_test *test);
void torture_subunit_prefix_reset(struct torture_context *ctx,
				  const char *name);

/* Run the specified testsuite recursively */
bool torture_run_suite(struct torture_context *context,
					   struct torture_suite *suite);

/* Run the specified testsuite recursively, but only the specified
 * tests */
bool torture_run_suite_restricted(struct torture_context *context,
		       struct torture_suite *suite, const char **restricted);

/* Run the specified testcase */
bool torture_run_tcase(struct torture_context *context,
					   struct torture_tcase *tcase);

bool torture_run_tcase_restricted(struct torture_context *context,
		       struct torture_tcase *tcase, const char **restricted);

/* Run the specified test */
bool torture_run_test(struct torture_context *context,
					  struct torture_tcase *tcase,
					  struct torture_test *test);

bool torture_run_test_restricted(struct torture_context *context,
					  struct torture_tcase *tcase,
					  struct torture_test *test,
					  const char **restricted);

void torture_comment(struct torture_context *test, const char *comment, ...) PRINTF_ATTRIBUTE(2,3);
void torture_warning(struct torture_context *test, const char *comment, ...) PRINTF_ATTRIBUTE(2,3);
void torture_result(struct torture_context *test,
			enum torture_result, const char *reason, ...) PRINTF_ATTRIBUTE(3,4);

#define torture_assert(torture_ctx,expr,cmt) do { \
	if (!(expr)) { \
		torture_result(torture_ctx, TORTURE_FAIL, __location__": Expression `%s' failed: %s", __STRING(expr), cmt); \
		return false; \
	} \
} while(0)

#define torture_assertf(torture_ctx, expr, format, ...) do {		\
	if (!(expr)) {							\
		char *_msg = talloc_asprintf(torture_ctx,		\
					     format,			\
					     __VA_ARGS__);		\
		torture_result(torture_ctx,				\
			       TORTURE_FAIL,				\
			       __location__": Expression `%s' failed: %s", \
			       __STRING(expr), _msg);			\
		talloc_free(_msg);					\
		return false;						\
	}								\
} while(0)

#define torture_assert_goto(torture_ctx,expr,ret,label,cmt) do { \
	if (!(expr)) { \
		torture_result(torture_ctx, TORTURE_FAIL, __location__": Expression `%s' failed: %s", __STRING(expr), cmt); \
		ret = false; \
		goto label; \
	} \
} while(0)

#define torture_assert_werr_equal(torture_ctx, got, expected, cmt) \
	do { WERROR __got = got, __expected = expected; \
	if (!W_ERROR_EQUAL(__got, __expected)) { \
		torture_result(torture_ctx, TORTURE_FAIL, __location__": "#got" was %s, expected %s: %s", win_errstr(__got), win_errstr(__expected), cmt); \
		return false; \
	} \
	} while (0)

#define torture_assert_werr_equal_goto(torture_ctx, got, expected, ret, label, cmt) \
	do { WERROR __got = got, __expected = expected; \
	if (!W_ERROR_EQUAL(__got, __expected)) { \
		torture_result(torture_ctx, TORTURE_FAIL, __location__": "#got" was %s, expected %s: %s", win_errstr(__got), win_errstr(__expected), cmt); \
		ret = false; \
		goto label; \
	} \
	} while (0)

#define torture_assert_ntstatus_equal(torture_ctx,got,expected,cmt) \
	do { NTSTATUS __got = got, __expected = expected; \
	if (!NT_STATUS_EQUAL(__got, __expected)) { \
		torture_result(torture_ctx, TORTURE_FAIL, __location__": "#got" was %s, expected %s: %s", nt_errstr(__got), nt_errstr(__expected), cmt); \
		return false; \
	}\
	} while(0)

#define torture_assert_ntstatus_equal_goto(torture_ctx,got,expected,ret,label,cmt) \
	do { NTSTATUS __got = got, __expected = expected; \
	if (!NT_STATUS_EQUAL(__got, __expected)) { \
		torture_result(torture_ctx, TORTURE_FAIL, __location__": "#got" was %s, expected %s: %s", nt_errstr(__got), nt_errstr(__expected), cmt); \
		ret = false; \
		goto label; \
	}\
	} while(0)

#define torture_assert_ndr_err_equal(torture_ctx,got,expected,cmt) \
	do { enum ndr_err_code __got = got, __expected = expected; \
	if (__got != __expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, __location__": "#got" was %d (%s), expected %d (%s): %s", __got, ndr_errstr(__got), __expected, __STRING(expected), cmt); \
		return false; \
	}\
	} while(0)

#define torture_assert_ndr_err_equal_goto(torture_ctx,got,expected,ret,label,cmt) \
	do { enum ndr_err_code __got = got, __expected = expected; \
	if (__got != __expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, __location__": "#got" was %d (%s), expected %d (%s): %s", __got, ndr_errstr(__got), __expected, __STRING(expected), cmt); \
		ret = false; \
		goto label; \
	}\
	} while(0)

#define torture_assert_hresult_equal(torture_ctx, got, expected, cmt) \
	do { HRESULT __got = got, __expected = expected; \
	if (!HRES_IS_EQUAL(__got, __expected)) { \
		torture_result(torture_ctx, TORTURE_FAIL, __location__": "#got" was %s, expected %s: %s", hresult_errstr(__got), hresult_errstr(__expected), cmt); \
		return false; \
	} \
	} while (0)

#define torture_assert_krb5_error_equal(torture_ctx, got, expected, cmt) \
	do { krb5_error_code __got = got, __expected = expected; \
	if (__got != __expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, __location__": "#got" was %d (%s), expected %d (%s): %s", __got, error_message(__got), __expected, error_message(__expected), cmt); \
		return false; \
	} \
	} while (0)

#define torture_assert_casestr_equal(torture_ctx,got,expected,cmt) \
	do { const char *__got = (got), *__expected = (expected); \
	if (!strequal(__got, __expected)) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			       __location__": "#got" was %s, expected %s: %s", \
			       __got, __expected == NULL ? "null" : __expected, cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_str_equal(torture_ctx,got,expected,cmt)\
	do { const char *__got = (got), *__expected = (expected); \
	if (strcmp_safe(__got, __expected) != 0) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			       __location__": "#got" was %s, expected %s: %s", \
			       __got, __expected == NULL ? "NULL" : __expected, cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_strn_equal(torture_ctx,got,expected,len,cmt)\
	do { const char *__got = (got), *__expected = (expected); \
	if (strncmp(__got, __expected, len) != 0) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
					   __location__": "#got" %s of len %d did not match "#expected" %s: %s", \
					   __got, (int)len, __expected, cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_str_equal_goto(torture_ctx,got,expected,ret,label,cmt)\
	do { const char *__got = (got), *__expected = (expected); \
	if (strcmp_safe(__got, __expected) != 0) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
					   __location__": "#got" was %s, expected %s: %s", \
					   __got, __expected, cmt); \
		ret = false; \
		goto label; \
	} \
	} while(0)

#define torture_assert_mem_equal(torture_ctx,got,expected,len,cmt)\
	do { const void *__got = (got), *__expected = (expected); \
	if (memcmp(__got, __expected, len) != 0) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			       __location__": "#got" of len %d did not match "#expected": %s", (int)len, cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_mem_equal_goto(torture_ctx,got,expected,len,ret,label,cmt) \
	do { const void *__got = (got), *__expected = (expected); \
	if (memcmp(__got, __expected, len) != 0) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			       __location__": "#got" of len %d did not match "#expected": %s", (int)len, cmt); \
		ret = false; \
		goto label; \
	} \
	} while(0)

#define torture_assert_mem_not_equal_goto(torture_ctx,got,expected,len,ret,label,cmt) \
	do { const void *__got = (got), *__expected = (expected); \
	if (memcmp(__got, __expected, len) == 0) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			       __location__": "#got" of len %d unexpectedly matches "#expected": %s", (int)len, cmt); \
		ret = false; \
		goto label; \
	} \
	} while(0)

static inline void torture_dump_data_str_cb(const char *buf, void *private_data)
{
	char **dump = (char **)private_data;
	*dump = talloc_strdup_append_buffer(*dump, buf);
}

#define torture_assert_data_blob_equal(torture_ctx,got,expected,cmt)\
	do { const DATA_BLOB __got = (got), __expected = (expected); \
	if (__got.length != __expected.length) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			       __location__": "#got".len %d did not match "#expected" len %d: %s", \
			       (int)__got.length, (int)__expected.length, cmt); \
		return false; \
	} \
	if (memcmp(__got.data, __expected.data, __got.length) != 0) { \
		char *__dump = NULL; \
		uint8_t __byte_a = 0x00;\
		uint8_t __byte_b = 0x00;\
		size_t __i;\
		for (__i=0; __i < __expected.length; __i++) {\
			__byte_a = __expected.data[__i];\
			if (__i == __got.length) {\
				__byte_b = 0x00;\
				break;\
			}\
			__byte_b = __got.data[__i];\
			if (__byte_a != __byte_b) {\
				break;\
			}\
		}\
		torture_warning(torture_ctx, "blobs differ at byte 0x%02X (%zu)", (unsigned int)__i, __i);\
		torture_warning(torture_ctx, "expected byte[0x%02X] = 0x%02X got byte[0x%02X] = 0x%02X",\
				(unsigned int)__i, __byte_a, (unsigned int)__i, __byte_b);\
		__dump = talloc_strdup(torture_ctx, ""); \
		dump_data_cb(__got.data, __got.length, true, \
			     torture_dump_data_str_cb, &__dump); \
		torture_warning(torture_ctx, "got[0x%02X]: \n%s", \
				(unsigned int)__got.length, __dump); \
		TALLOC_FREE(__dump); \
		__dump = talloc_strdup(torture_ctx, ""); \
		dump_data_cb(__expected.data, __expected.length, true, \
			     torture_dump_data_str_cb, &__dump); \
		torture_warning(torture_ctx, "expected[0x%02X]: \n%s", \
				(int)__expected.length, __dump); \
		TALLOC_FREE(__dump); \
		torture_result(torture_ctx, TORTURE_FAIL, \
			       __location__": "#got" of len %d did not match "#expected": %s", (int)__got.length, cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_file_contains_text(torture_ctx,filename,expected,cmt)\
	do { \
	char *__got; \
	const char *__expected = (expected); \
	size_t __size; \
	__got = file_load(filename, &__size, 0, torture_ctx); \
	if (__got == NULL) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			       __location__": unable to open %s: %s\n", \
			       filename, cmt); \
		return false; \
	} \
	\
	if (strcmp_safe(__got, __expected) != 0) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": %s contained:\n%sExpected: %s%s\n", \
			filename, __got, __expected, cmt); \
		talloc_free(__got); \
		return false; \
	} \
	talloc_free(__got); \
	} while(0)

#define torture_assert_file_contains(torture_ctx,filename,expected,cmt)\
	do { const char *__got, *__expected = (expected); \
	size_t __size; \
	__got = file_load(filename, *size, 0, torture_ctx); \
	if (strcmp_safe(__got, __expected) != 0) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
					   __location__": %s contained:\n%sExpected: %s%s\n", \
					   __got, __expected, cmt); \
		talloc_free(__got); \
		return false; \
	} \
	talloc_free(__got); \
	} while(0)

#define torture_assert_int_equal(torture_ctx,got,expected,cmt)\
	do { int __got = (got), __expected = (expected); \
	if (__got != __expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %d (0x%X), expected %d (0x%X): %s", \
			__got, __got, __expected, __expected, cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_int_less(torture_ctx,got,limit,cmt)\
	do { int __got = (got), __limit = (limit); \
	if (__got >= __limit) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %d (0x%X), expected < %d (0x%X): %s", \
			__got, __got, __limit, __limit, cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_int_greater(torture_ctx,got,limit,cmt)\
	do { int __got = (got), __limit = (limit); \
	if (__got <= __limit) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %d (0x%X), expected > %d (0x%X): %s", \
			__got, __got, __limit, __limit, cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_int_equal_goto(torture_ctx,got,expected,ret,label,cmt)\
	do { int __got = (got), __expected = (expected); \
	if (__got != __expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %d (0x%X), expected %d (0x%X): %s", \
			__got, __got, __expected, __expected, cmt); \
		ret = false; \
		goto label; \
	} \
	} while(0)

#define torture_assert_int_not_equal(torture_ctx,got,not_expected,cmt)\
	do { int __got = (got), __not_expected = (not_expected); \
	if (__got == __not_expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %d (0x%X), expected a different number: %s", \
			__got, __got, cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_int_not_equal_goto(torture_ctx,got,not_expected,ret,label,cmt)\
	do { int __got = (got), __not_expected = (not_expected); \
	if (__got == __not_expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %d (0x%X), expected a different number: %s", \
			__got, __got, cmt); \
		ret = false; \
		goto label; \
	} \
	} while(0)

#define torture_assert_u32_equal(torture_ctx,got,expected,cmt)\
	do { uint32_t __got = (got), __expected = (expected); \
	if (__got != __expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %"PRIu32" (0x%"PRIX32"), expected %"PRIu32" (0x%"PRIX32"): %s", \
			__got, __got, \
			__expected, __expected, \
			cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_u32_equal_goto(torture_ctx,got,expected,ret,label,cmt)\
	do { uint32_t __got = (got), __expected = (expected); \
	if (__got != __expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %"PRIu32" (0x%"PRIX32"), expected %"PRIu32" (0x%"PRIX32"): %s", \
			__got, __got, \
			__expected, __expected, \
			cmt); \
		ret = false; \
		goto label; \
	} \
	} while(0)

#define torture_assert_u32_not_equal(torture_ctx,got,not_expected,cmt)\
	do { uint32_t __got = (got), __not_expected = (not_expected); \
	if (__got == __not_expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %"PRIu32" (0x%"PRIX32"), expected a different number: %s", \
			__got, __got, \
			cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_u32_not_equal_goto(torture_ctx,got,not_expected,ret,label,cmt)\
	do { uint32_t __got = (got), __not_expected = (not_expected); \
	if (__got == __not_expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %"PRIu32" (0x%"PRIX32"), expected a different number: %s", \
			__got, __got, \
			cmt); \
		ret = false; \
		goto label; \
	} \
	} while(0)

#define torture_assert_u64_equal(torture_ctx,got,expected,cmt)\
	do { uint64_t __got = (got), __expected = (expected); \
	if (__got != __expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %"PRIu64" (0x%"PRIX64"), expected %"PRIu64" (0x%"PRIX64"): %s", \
			__got, __got, \
			__expected, __expected, \
			cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_u64_equal_goto(torture_ctx,got,expected,ret,label,cmt)\
	do { uint64_t __got = (got), __expected = (expected); \
	if (__got != __expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %"PRIu64" (0x%"PRIX64"), expected %"PRIu64" (0x%"PRIX64"): %s", \
			__got, __got, \
			__expected, __expected, \
			cmt); \
		ret = false; \
		goto label; \
	} \
	} while(0)

#define torture_assert_u64_not_equal(torture_ctx,got,not_expected,cmt)\
	do { uint64_t __got = (got), __not_expected = (not_expected); \
	if (__got == __not_expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %"PRIu64" (0x%"PRIX64"), expected a different number: %s", \
			__got, __got, \
			cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_u64_not_equal_goto(torture_ctx,got,not_expected,ret,label,cmt)\
	do { uint64_t __got = (got), __not_expected = (not_expected); \
	if (__got == __not_expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %"PRIu64" (0x%"PRIX64"), expected a different number: %s", \
			__got, __got, \
			cmt); \
		ret = false; \
		goto label; \
	} \
	} while(0)

#define torture_assert_size_equal(torture_ctx,got,expected,cmt)\
	do { size_t __got = (got), __expected = (expected); \
	if (__got != __expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %zu (0x%zX), expected %zu (0x%zX): %s", \
			__got, __got, \
			__expected, __expected, \
			cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_size_equal_goto(torture_ctx,got,expected,ret,label,cmt)\
	do { size_t __got = (got), __expected = (expected); \
	if (__got != __expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %zu (0x%zX), expected %zu (0x%zX): %s", \
			__got, __got, \
			__expected, __expected, \
			cmt); \
		ret = false; \
		goto label; \
	} \
	} while(0)

#define torture_assert_size_not_equal(torture_ctx,got,not_expected,cmt)\
	do { size_t __got = (got), __not_expected = (not_expected); \
	if (__got == __not_expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %zu (0x%zX), expected a different number: %s", \
			__got, __got, \
			cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_size_not_equal_goto(torture_ctx,got,not_expected,ret,label,cmt)\
	do { size_t __got = (got), __not_expected = (not_expected); \
	if (__got == __not_expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %zu (0x%zX), expected a different number: %s", \
			__got, __got, \
			cmt); \
		ret = false; \
		goto label; \
	} \
	} while(0)

#define torture_assert_errno_equal(torture_ctx,expected,cmt)\
	do { int __expected = (expected); \
	if (errno != __expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": errno was %d (%s), expected %d: %s: %s", \
					   errno, strerror(errno), __expected, \
					   strerror(__expected), cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_errno_equal_goto(torture_ctx,expected,ret,label,cmt)\
	do { int __expected = (expected); \
	if (errno != __expected) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": errno was %d (%s), expected %d: %s: %s", \
					   errno, strerror(errno), __expected, \
					   strerror(__expected), cmt); \
		ret = false; \
		goto label; \
	} \
	} while(0)

#define torture_assert_guid_equal(torture_ctx,got,expected,cmt)\
	do {const struct GUID __got = (got), __expected = (expected); \
	if (!GUID_equal(&__got, &__expected)) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was %s, expected %s: %s", \
			GUID_string(torture_ctx, &__got), GUID_string(torture_ctx, &__expected), cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_nttime_equal(torture_ctx,got,expected,cmt) \
	do { NTTIME __got = got, __expected = expected; \
	if (!nt_time_equal(&__got, &__expected)) { \
		torture_result(torture_ctx, TORTURE_FAIL, __location__": "#got" was %s, expected %s: %s", nt_time_string(torture_ctx, __got), nt_time_string(torture_ctx, __expected), cmt); \
		return false; \
	}\
	} while(0)

#define torture_assert_sid_equal(torture_ctx,got,expected,cmt)\
	do {const struct dom_sid *__got = (got), *__expected = (expected); \
	if (!dom_sid_equal(__got, __expected)) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
					   __location__": "#got" was %s, expected %s: %s", \
					   dom_sid_string(torture_ctx, __got), dom_sid_string(torture_ctx, __expected), cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_not_null(torture_ctx,got,cmt)\
	do {const void *__got = (got); \
	if (__got == NULL) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was NULL, expected != NULL: %s", \
			cmt); \
		return false; \
	} \
	} while(0)

#define torture_assert_not_null_goto(torture_ctx,got,ret,label,cmt)\
	do {const void *__got = (got); \
	if (__got == NULL) { \
		torture_result(torture_ctx, TORTURE_FAIL, \
			__location__": "#got" was NULL, expected != NULL: %s", \
			cmt); \
		ret = false; \
		goto label; \
	} \
	} while(0)

#define torture_skip(torture_ctx,cmt) do {\
		torture_result(torture_ctx, TORTURE_SKIP, __location__": %s", cmt);\
		return true; \
	} while(0)
#define torture_skip_goto(torture_ctx,label,cmt) do {\
		torture_result(torture_ctx, TORTURE_SKIP, __location__": %s", cmt);\
		goto label; \
	} while(0)
#define torture_fail(torture_ctx,cmt) do {\
		torture_result(torture_ctx, TORTURE_FAIL, __location__": %s", cmt);\
		return false; \
	} while (0)
#define torture_fail_goto(torture_ctx,label,cmt) do {\
		torture_result(torture_ctx, TORTURE_FAIL, __location__": %s", cmt);\
		goto label; \
	} while (0)

#define torture_out stderr

/* Convenience macros */
#define torture_assert_ntstatus_ok(torture_ctx,expr,cmt) \
		torture_assert_ntstatus_equal(torture_ctx,expr,NT_STATUS_OK,cmt)

#define torture_assert_ntstatus_ok_goto(torture_ctx,expr,ret,label,cmt) \
		torture_assert_ntstatus_equal_goto(torture_ctx,expr,NT_STATUS_OK,ret,label,cmt)

#define torture_assert_werr_ok(torture_ctx,expr,cmt) \
		torture_assert_werr_equal(torture_ctx,expr,WERR_OK,cmt)

#define torture_assert_werr_ok_goto(torture_ctx,expr,ret,label,cmt) \
		torture_assert_werr_equal_goto(torture_ctx,expr,WERR_OK,ret,label,cmt)

#define torture_assert_ndr_success(torture_ctx,expr,cmt) \
		torture_assert_ndr_err_equal(torture_ctx,expr,NDR_ERR_SUCCESS,cmt)

#define torture_assert_ndr_success_goto(torture_ctx,expr,ret,label,cmt) \
		torture_assert_ndr_err_equal_goto(torture_ctx,expr,NDR_ERR_SUCCESS,ret,label,cmt)

#define torture_assert_hresult_ok(torture_ctx,expr,cmt) \
		torture_assert_hresult_equal(torture_ctx,expr,HRES_ERROR(0), cmt)

/* Getting settings */
const char *torture_setting_string(struct torture_context *test, \
								   const char *name,
								   const char *default_value);

int torture_setting_int(struct torture_context *test,
						const char *name,
						int default_value);

double torture_setting_double(struct torture_context *test,
						const char *name,
						double default_value);

bool torture_setting_bool(struct torture_context *test,
						  const char *name,
						  bool default_value);

struct torture_suite *torture_find_suite(struct torture_suite *parent,
										 const char *name);

unsigned long torture_setting_ulong(struct torture_context *test,
				    const char *name,
				    unsigned long default_value);

NTSTATUS torture_temp_dir(struct torture_context *tctx,
				   const char *prefix,
				   char **tempdir);
NTSTATUS torture_deltree_outputdir(struct torture_context *tctx);

struct torture_test *torture_tcase_add_simple_test(struct torture_tcase *tcase,
		const char *name,
		bool (*run) (struct torture_context *test, void *tcase_data));


bool torture_suite_init_tcase(struct torture_suite *suite,
			      struct torture_tcase *tcase,
			      const char *name);
int torture_suite_children_count(const struct torture_suite *suite);

struct torture_context *torture_context_init(struct tevent_context *event_ctx, struct torture_results *results);

struct torture_results *torture_results_init(TALLOC_CTX *mem_ctx, const struct torture_ui_ops *ui_ops);

struct torture_context *torture_context_child(struct torture_context *tctx);

extern const struct torture_ui_ops torture_subunit_ui_ops;
extern const struct torture_ui_ops torture_simple_ui_ops;

#endif /* __TORTURE_UI_H__ */