json-validator/tests/selfvalidate_test.cxx

#include <cstdio>
#include <cstdlib>
#include <filesystem>
#include <fstream>
#include <iostream>
#include <unordered_set>

#include <curl/curl.h>
#include <gmock/gmock.h>
#include <gtest/gtest.h>

#include <jvalidate/adapter.h>
#include <jvalidate/adapters/jsoncpp.h>
#include <jvalidate/enum.h>
#include <jvalidate/schema.h>
#include <jvalidate/status.h>
#include <jvalidate/uri.h>
#include <jvalidate/validator.h>

#include <json/reader.h>
#include <json/value.h>
#include <json/writer.h>

#include "./json_schema_test_suite.h"

using jvalidate::schema::Version;

using testing::Combine;
using testing::TestWithParam;
using testing::Values;

struct RecursiveTestFilter {
  std::unordered_set<std::string> whitelist;
  std::unordered_set<std::string> blacklist;

  bool accepts(std::string const & str) const {
    return not blacklist.contains(str) and (whitelist.empty() or whitelist.contains(str));
  }
};

bool load_stream(std::istream & in, Json::Value & out) {
  Json::CharReaderBuilder builder;
  std::string error;
  return Json::parseFromStream(builder, in, &out, &error);
}

bool load_file(std::filesystem::path const & path, Json::Value & out) {
  std::ifstream in(path);
  return load_stream(in, out);
}

size_t transfer_to_buffer(char * data, size_t size, size_t nmemb, void * userdata) {
  std::stringstream & ss = *reinterpret_cast<std::stringstream *>(userdata);
  size_t actual_size = size * nmemb;
  ss << std::string_view(data, actual_size);
  return actual_size;
}

bool load_external_for_test(jvalidate::URI const & uri, Json::Value & out) {
  constexpr std::string_view g_fake_url = "localhost:1234/";
  if (uri.scheme().starts_with("http") && uri.resource().starts_with(g_fake_url)) {
    std::string_view path = uri.resource().substr(g_fake_url.size());
    return load_file(JSONSchemaTestSuiteDir() / "remotes" / path, out);
  } else if (uri.scheme().starts_with("http")) {
    std::stringstream ss;
    if (CURL * curl = curl_easy_init(); curl) {
      curl_easy_setopt(curl, CURLOPT_URL, uri.c_str());
      curl_easy_setopt(curl, CURLOPT_FOLLOWLOCATION, 1L);
      curl_easy_setopt(curl, CURLOPT_WRITEDATA, &ss);
      curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, &transfer_to_buffer);

      CURLcode res = curl_easy_perform(curl);
      curl_easy_cleanup(curl);

      if (res == CURLE_OK) {
        return load_stream(ss, out);
      }
    }
    return false;
  } else if (uri.scheme() == "file") {
    return load_file(uri.resource(), out);
  } else {
    return false;
  }
}

class JsonSchema : public TestWithParam<SchemaParams> {
private:
  static RecursiveTestFilter s_suite_filter;
  static RecursiveTestFilter s_case_filter;

protected:
  bool skip_suite(std::string const & desc) const { return not s_suite_filter.accepts(desc); }
  bool skip_case(std::string const & desc) const { return not s_case_filter.accepts(desc); }

  static void SetUpTestCase() {
    auto tokenize = [](auto & into, std::string const & in) {
      std::vector<std::string> tokens;
      testing::internal::SplitString(in, ':', &tokens);
      for (size_t i = 1; i < tokens.size();) {
        if (tokens[i].front() != ' ') {
          ++i;
          continue;
        }
        tokens[i - 1] += ":";
        tokens[i - 1] += tokens[i];
        tokens.erase(tokens.begin() + i);
      }
      into.insert(tokens.begin(), tokens.end());
    };

    for (std::string_view str : testing::internal::GetArgvs()) {
      RecursiveTestFilter * ptr;
      if (str.starts_with("--json_suite_filter=")) {
        str.remove_prefix(20);
        ptr = &s_suite_filter;
      } else if (str.starts_with("--json_case_filter=")) {
        str.remove_prefix(19);
        ptr = &s_case_filter;
      } else {
        continue;
      }

      size_t const pos_end = str[0] == '-' ? 0 : str.find(":-");
      size_t const neg_start =
          pos_end == 0 ? 1 : (pos_end == std::string::npos ? pos_end : pos_end + 2);

      if (pos_end > 0 && not str.empty()) {
        tokenize(ptr->whitelist, std::string(str.substr(0, pos_end)));
      }
      if (neg_start != std::string::npos) {
        tokenize(ptr->blacklist, std::string(str.substr(neg_start)));
      }
    }
  }
};

RecursiveTestFilter JsonSchema::s_suite_filter;
RecursiveTestFilter JsonSchema::s_case_filter;

TEST_P(JsonSchema, TestSuite) {
  auto const & [version, file] = GetParam();
  Json::Value spec;

  EXPECT_TRUE(load_file(file, spec));

  for (auto const & suite : spec) {
    if (skip_suite(suite["description"].asString())) {
      continue;
    }
    std::cout << "\033[0;32m[ SUITE    ] \033[0;0m" << suite["description"].asString() << std::endl;
    try {
      jvalidate::Schema schema(suite["schema"], version, &load_external_for_test);
      for (auto const & test : suite["tests"]) {
        if (skip_case(test["description"].asString())) {
          continue;
        }
        try {
          std::cout << "\033[0;32m[ CASE     ] \033[0;0m    " << test["description"].asString()
                    << std::endl;
          EXPECT_THAT(test["data"], ValidatesAgainst(schema, test)) << suite["schema"];
        } catch (std::exception const & ex) { ADD_FAILURE() << ex.what() << "\n" << test; }
      }
    } catch (std::exception const & ex) {
      ADD_FAILURE() << "when parsing schema: " << ex.what() << "\n" << suite["schema"];
    }
  }
}

INSTANTIATE_TEST_SUITE_P(Draft4, JsonSchema, SchemaTests(Version::Draft04), SchemaTestName);
INSTANTIATE_TEST_SUITE_P(Draft6, JsonSchema, SchemaTests(Version::Draft06), SchemaTestName);
INSTANTIATE_TEST_SUITE_P(Draft7, JsonSchema, SchemaTests(Version::Draft07), SchemaTestName);
INSTANTIATE_TEST_SUITE_P(Draft2019_09, JsonSchema, SchemaTests(Version::Draft2019_09),
                         SchemaTestName);
INSTANTIATE_TEST_SUITE_P(Draft2020_12, JsonSchema, SchemaTests(Version::Draft2020_12),
                         SchemaTestName);

int main(int argc, char ** argv) {
  testing::InitGoogleMock(&argc, argv);
  return RUN_ALL_TESTS();
}