main.go

package main

// "If you want a fast and correct validator, pick santhosh-tekuri/jsonschema."
// - https://dev.to/vearutop/benchmarking-correctness-and-performance-of-go-json-schema-validators-3247

import (
	"bytes"
	"encoding/json"
	"errors"
	"fmt"
	"os"
	"path"
	"path/filepath"
	"runtime"
	"runtime/pprof"
	"slices"
	"sort"
	"strconv"
	"strings"
	"time"

	"github.com/sourcegraph/conc/pool"

	"github.com/santhosh-tekuri/jsonschema/v5"
	"github.com/tidwall/gjson"
	"github.com/tidwall/sjson"
)

func panic_on_err(err error, action string) {
	if err != nil {
		panic(fmt.Sprintf("failed with '%s' while '%s'", err.Error(), action))
	}
}

type Schema struct {
	Label  string
	Path   string
	Schema *jsonschema.Schema
}

func configure_validator(schema_root string) map[string]Schema {
	compiler := jsonschema.NewCompiler()
	compiler.Draft = jsonschema.Draft4
	schema_file_list := map[string]string{
		"POA": path.Join(schema_root, "/dist/model/article-poa.v3.json"),
		"VOR": path.Join(schema_root, "/dist/model/article-vor.v7.json"),
	}

	schema_map := map[string]Schema{}
	for label, path := range schema_file_list {
		file_bytes, err := os.ReadFile(path)
		panic_on_err(err, fmt.Sprintf("reading '%s' schema file: %s", label, path))
		if label == "VOR" {
			// patch ISBN regex as it can't be compiled in Go.
			// todo: this needs a fix upstream.
			// https://json-schema.org/understanding-json-schema/reference/regular_expressions.html
			// https://github.com/santhosh-tekuri/jsonschema/issues/113
			find := "allOf.2.properties.references.items.definitions.book.properties.isbn.pattern"
			replace := "^.+$"
			file_bytes, err = sjson.SetBytes(file_bytes, find, replace)
			panic_on_err(err, fmt.Sprintf("patching ISBN in '%s' schema: %s", label, path))
		}

		err = compiler.AddResource(label, bytes.NewReader(file_bytes))
		panic_on_err(err, "adding schema to compiler: "+label)
		schema, err := compiler.Compile(label)
		panic_on_err(err, "compiling schema: "+label)
		schema_map[label] = Schema{
			Label:  label,
			Path:   path,
			Schema: schema,
		}
	}
	return schema_map
}

// ---

func read_article_data(article_json_path string) (string, interface{}) {
	article_json_bytes, err := os.ReadFile(article_json_path)
	panic_on_err(err, "reading bytes from path: "+article_json_path)

	result := gjson.GetBytes(article_json_bytes, "article.status")
	if !result.Exists() {
		panic("'article.status' field in article data not found: " + article_json_path)
	}
	schema_key := strings.ToUpper(result.String()) // "poa" => "POA"

	// article-json contains 'journal', 'snippet' and 'article' sections.
	// extract just the 'article' from the article data.
	result = gjson.GetBytes(article_json_bytes, "article")
	if !result.Exists() {
		panic("'article' field in article data not found: " + article_json_path)
	}

	// what is happening here?? the slice of matching bytes are extracted from
	// the article-json, skipping a conversion of `result` to a string then back
	// to bytes for unmarshalling. if only a `result.Bytes()` existed :(
	// - https://github.com/tidwall/gjson#user-content-working-with-bytes
	var raw []byte
	if result.Index > 0 {
		raw = article_json_bytes[result.Index : result.Index+len(result.Raw)]
	} else {
		raw = []byte(result.Raw)
	}

	// convert the article-json data into a simple go datatype
	var article interface{}
	err = json.Unmarshal(raw, &article)
	panic_on_err(err, "unmarshalling article section bytes")

	return schema_key, article
}

func validate(schema Schema, article interface{}) (time.Duration, error) {
	start := time.Now()
	err := schema.Schema.Validate(article)
	end := time.Now()
	elapsed := end.Sub(start)
	return elapsed, err

}

func path_exists(path string) bool {
	_, err := os.Stat(path)
	return !errors.Is(err, os.ErrNotExist)
}

func path_is_dir(path string) bool {
	fi, err := os.Lstat(path)
	panic_on_err(err, "reading path: "+path)
	return fi.Mode().IsDir()
}

type Result struct {
	Type     string
	FileName string
	Elapsed  int64
	Success  bool
	// these can get large. I recommend not accumulating them for large jobs with many problems.
	Error error
}

func validate_article(schema_map map[string]Schema, article_json_path string, capture_error bool) Result {

	// read article data and determine schema to use
	schema_key, article := read_article_data(article_json_path)
	schema, present := schema_map[schema_key]
	if !present {
		panic("schema not found: " + schema_key)
	}

	// validate!
	elapsed, err := validate(schema, article)

	r := Result{
		Type:     schema_key, // POA or VOR
		FileName: filepath.Base(article_json_path),
		Elapsed:  elapsed.Milliseconds(),
		Success:  err == nil,
	}

	if capture_error && err != nil {
		r.Error = err
	}

	return r
}

func (r Result) String() string {
	// "VOR valid in      2.6ms: elife-09560-v1.xml.json"
	// "POA invalid in  123.4ms: elife-09560-v1.xml.json"
	msg := "%s %s in\t%4dms: %s"
	if r.Success {
		return fmt.Sprintf(msg, r.Type, "valid", r.Elapsed, r.FileName)
	}
	return fmt.Sprintf(msg, r.Type, "invalid", r.Elapsed, r.FileName)

}

func format_ms(ms int64) string {
	elapsed_str := fmt.Sprintf("%dms", ms)
	if ms > 1000 {
		// seconds
		elapsed_str = fmt.Sprintf("%ds", ms/1000)
	} else if ms > 60000 {
		// minutes
		elapsed_str = fmt.Sprintf("%dm", (ms/1000)/60)
	}
	return elapsed_str
}

func short_validation_error(err error) {
	fmt.Printf("%v\n", err)
}

func long_validation_error(err error) {
	fmt.Printf("%#v\n", err)
}

func die(b bool, msg string) {
	if b {
		fmt.Println(msg)
		os.Exit(1)
	}
}

func do() {
	var err error
	args := os.Args[1:]

	// required first argument is path to an xml document or a directory of xml.
	die(len(args) < 1, "first argument must be the path to api-raml schema root.")
	schema_root := args[0]
	die(!path_exists(schema_root), "path to api-raml directory does not exist")
	schema_map := configure_validator(schema_root)

	die(len(args) < 2, "second argument must be the path to a article-json file or directory.")
	input_path := args[1]
	die(!path_exists(input_path), "input path does not exist")

	// optional second argument is sample size.
	sample_size := -1
	if len(args) > 2 {
		sample_size, err = strconv.Atoi(args[2])
		die(err != nil, "second argument (article sample size) is not an integer. use -1 for 'all' articles (default).")
		die(sample_size <= 0 && sample_size != -1, "second argument must be -1 or a positive integer.")
	}

	num_workers := runtime.NumCPU()
	if len(args) > 3 {
		num_workers, err = strconv.Atoi(args[3])
		die(err != nil, "third argument (number of workers) is not an integer.")
	}

	if path_is_dir(input_path) {
		// validate many
		path_list, err := os.ReadDir(input_path)
		panic_on_err(err, "reading contents of directory: "+input_path)

		if sample_size == -1 || sample_size > len(path_list) {
			// validate all files in dir
			sample_size = len(path_list)
		}

		// sort files smallest to highest (asc).
		// order of file listings is never guaranteed so sort before we take a sample.
		// note! filename output happens in parallel so it may appear unordered.
		sort.Slice(path_list, func(a, b int) bool {
			return path_list[a].Name() < path_list[b].Name()
		})

		// filter any directories
		file_list := []string{}
		for i := 0; i < sample_size; i++ {
			path := path_list[i]
			if path.IsDir() {
				continue
			}
			file_list = append(file_list, filepath.Join(input_path, path.Name()))
		}

		// reverse the sample (desc) so we do a natural 'count down' to the lowest article.
		slices.Reverse(file_list)

		// ensure the correct sample size is reported after filtering out directories.
		sample_size = len(file_list)

		capture_errors := false
		worker_pool := pool.NewWithResults[Result]().WithMaxGoroutines(num_workers)

		start_time := time.Now()
		for _, file := range file_list {
			file := file
			worker_pool.Go(func() Result {
				result := validate_article(schema_map, file, capture_errors)
				println(result.String())
				return result
			})
		}
		result_list := worker_pool.Wait()
		end_time := time.Now()
		wall_time_ms := end_time.Sub(start_time).Milliseconds()

		var cpu_time_ms int64
		for _, result := range result_list {
			cpu_time_ms = cpu_time_ms + result.Elapsed
		}

		failures := []Result{}
		for _, result := range result_list {
			if !result.Success {
				failures = append(failures, result)
			}
		}

		println("")
		println(fmt.Sprintf("articles:%d, failures:%d, workers:%d, wall-time:%s, cpu-time:%s, average:%dms", sample_size, len(failures), num_workers, format_ms(wall_time_ms), format_ms(cpu_time_ms), (cpu_time_ms / int64(sample_size))))

		if len(failures) > 0 {
			println("")
			for _, result := range failures {
				println(result.String())
				if capture_errors {
					short_validation_error(result.Error)
					println("---")
				}
			}
			os.Exit(1)
		}

	} else {
		// validate single
		capture_errors := true
		result := validate_article(schema_map, input_path, capture_errors)
		if !result.Success {
			long_validation_error(result.Error)
			os.Exit(1)
		}
	}
}

func do_with_profiling(output_filename string) {
	f, err := os.Create(output_filename)
	die(err != nil, "could not create CPU profile")
	defer f.Close()

	err = pprof.StartCPUProfile(f)
	die(err != nil, "could not start CPU profile")

	defer pprof.StopCPUProfile()

	do()
}

func main() {
	profile := os.Getenv("VAJ_PROFILE")
	if profile != "" {
		println("profiling is on")
		println("---")
		do_with_profiling("cpu.prof")
		println("---")
		println("wrote cpu.prof")
	} else {
		do()
	}
}