json-schema-validator/app/json-schema-test.cpp

/*
 * Modern C++ JSON schema validator
 *
 * Licensed under the MIT License <http://opensource.org/licenses/MIT>.
 *
 * Copyright (c) 2016 Patrick Boettcher <patrick.boettcher@posteo.de>.
 *
 * Permission is hereby  granted, free of charge, to any  person obtaining a
 * copy of this software and associated  documentation files (the "Software"),
 * to deal in the Software  without restriction, including without  limitation
 * the rights to  use, copy,  modify, merge,  publish, distribute,  sublicense,
 * and/or  sell copies  of  the Software,  and  to  permit persons  to  whom
 * the Software  is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE  IS PROVIDED "AS  IS", WITHOUT WARRANTY  OF ANY KIND,  EXPRESS
 * OR IMPLIED,  INCLUDING BUT  NOT  LIMITED TO  THE  WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR  A PARTICULAR PURPOSE AND  NONINFRINGEMENT. IN
 * NO EVENT  SHALL THE AUTHORS  OR COPYRIGHT  HOLDERS  BE  LIABLE FOR  ANY
 * CLAIM,  DAMAGES OR  OTHER LIABILITY, WHETHER IN AN ACTION OF  CONTRACT, TORT
 * OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE  OR
 * THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 */
#include "json-schema.hpp"

#include <fstream>

using nlohmann::json;
using nlohmann::json_uri;
using nlohmann::json_schema_draft4::json_validator;

int main(void)
{
	json validation; // a validation case following the JSON-test-suite-schema

	std::map<std::string, std::string> external_schemas;

	external_schemas["http://localhost:1234/integer.json"] =
	    JSON_SCHEMA_TEST_SUITE_PATH "/remotes/integer.json";
	external_schemas["http://localhost:1234/subSchemas.json"] =
	    JSON_SCHEMA_TEST_SUITE_PATH "/remotes/subSchemas.json";
	external_schemas["http://localhost:1234/folder/folderInteger.json"] =
	    JSON_SCHEMA_TEST_SUITE_PATH "/remotes/folder/folderInteger.json";

	try {
		std::cin >> validation;
	} catch (std::exception &e) {
		std::cout << e.what() << "\n";
		return EXIT_FAILURE;
	}

	size_t total_failed = 0,
	       total = 0;

	for (auto &test_group : validation) {
		size_t group_failed = 0,
		       group_total = 0;

		std::cout << "Testing Group " << test_group["description"] << "\n";

		const auto &schema = test_group["schema"];

		json_validator validator;
		do {
			std::set<json_uri> undefined;
			try {
				undefined = validator.insert_schema(schema, json_uri("#"));

			} catch (std::exception &e) {
				std::cout << "    Test Case Exception (root-schema-inserting): " << e.what() << "\n";
			}

			if (undefined.size() == 0)
				break;

			for (auto ref : undefined) {
				std::cerr << "missing schema URL " << ref << " - trying to load it\n";

				if (ref.to_string() == "http://json-schema.org/draft-04/schema#")
					validator.insert_schema(nlohmann::json_schema_draft4::draft4_schema_builtin, ref);
				else {
					std::string fn = external_schemas[ref.url()];

					std::fstream s(fn.c_str());
					if (!s.good()) {
						std::cerr << "could not open " << ref.url() << "\n";
						return EXIT_FAILURE;
					}
					json extra;
					extra << s;

					try {
						validator.insert_schema(extra, ref.url());
					} catch (std::exception &e) {
						std::cout << "    Test Case Exception (schema-loading/inserting): " << e.what() << "\n";
					}
				}
			}

		} while (1);

		for (auto &test_case : test_group["tests"]) {
			std::cout << "  Testing Case " << test_case["description"] << "\n";

			bool valid = true;

			try {
				validator.validate(test_case["data"]);
			} catch (const std::out_of_range &e) {

				valid = false;
				std::cout << "    Test Case Exception (out of range): " << e.what() << "\n";

			} catch (const std::invalid_argument &e) {

				valid = false;
				std::cout << "    Test Case Exception (invalid argument): " << e.what() << "\n";

			} catch (const std::logic_error &e) {

				valid = !test_case["valid"]; /* force test-case failure */
				std::cout << "    Not yet implemented: " << e.what() << "\n";
			}

			if (valid == test_case["valid"])
				std::cout << "      --> Test Case exited with " << valid << " as expected.\n";
			else {
				group_failed++;
				std::cout << "      --> Test Case exited with " << valid << " NOT expected.\n";
			}
			group_total++;
			std::cout << "\n";
		}
		total_failed += group_failed;
		total += group_total;
		std::cout << "Group RESULT: " << test_group["description"] << " "
		          << (group_total - group_failed) << " of " << group_total
		          << " have succeeded - " << group_failed << " failed\n";
		std::cout << "-------------\n";
	}

	std::cout << "Total RESULT: " << (total - total_failed) << " of " << total << " have succeeded - " << total_failed << " failed\n";

	return total_failed;
}