modusGraph/live_test.go at pre-apis · hypermodeinc/modusGraph · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
package modusdb_test

import (
	"context"
	"os"
	"path/filepath"
	"testing"
	"time"

	"github.com/cavaliergopher/grab/v3"
	"github.com/dgraph-io/dgraph/v24/dgraphapi"
	"github.com/dgraph-io/dgraph/v24/systest/1million/common"
	"github.com/stretchr/testify/require"

	"github.com/hypermodeinc/modusdb"
)

const (
	baseURL          = "https://github.com/dgraph-io/benchmarks/blob/master/data"
	oneMillionSchema = baseURL + "/1million.schema?raw=true"
	oneMillionRDF    = baseURL + "/1million.rdf.gz?raw=true"
)

func TestLiveLoaderSmall(t *testing.T) {
	const (
		dbSchema = `
			director.film : [uid] @reverse @count .
			name          : string @index(hash, term, trigram, fulltext) @lang .
		`
		data = `
			<12534504120601169429> <name> "Marc Caro"@en .
			<2698880893682087932> <name> "Delicatessen"@en .
			<2698880893682087932> <name> "Delicatessen"@de .
			<2698880893682087932> <name> "Delicatessen"@it .
			<12534504120601169429> <director.film> <2698880893682087932> .
			<14514306440537019930> <director.film> <2698880893682087932> .
			<15617393957106514527> <name> "The City of Lost Children"@en .
			<15617393957106514527> <name> "Die Stadt der verlorenen Kinder"@de .
			<15617393957106514527> <name> "La città perduta"@it .
			<12534504120601169429> <director.film> <15617393957106514527> .
			<14514306440537019930> <director.film> <15617393957106514527> .
		`
	)

	db, err := modusdb.New(modusdb.NewDefaultConfig(t.TempDir()))
	require.NoError(t, err)
	defer db.Close()

	dataFolder := t.TempDir()
	schemaFile := filepath.Join(dataFolder, "data.schema")
	dataFile := filepath.Join(dataFolder, "data.rdf")
	require.NoError(t, os.WriteFile(schemaFile, []byte(dbSchema), 0600))
	require.NoError(t, os.WriteFile(dataFile, []byte(data), 0600))
	require.NoError(t, db.Load(context.Background(), schemaFile, dataFile))

	const query = `{
		caro(func: allofterms(name@en, "Marc Caro")) {
			name@en
			director.film {
			  name@en
			}
		}
	  }`
	const expected = `{
			"caro": [
				{
					"name@en": "Marc Caro",
					"director.film": [
						{
							"name@en": "Delicatessen"
						},
						{
							"name@en": "The City of Lost Children"
						}
					]
				}
			]
		}`

	resp, err := db.Query(context.Background(), query)
	require.NoError(t, err)
	require.JSONEq(t, expected, string(resp.Json))
}

func TestLiveLoader1Million(t *testing.T) {
	db, err := modusdb.New(modusdb.NewDefaultConfig(t.TempDir()))
	require.NoError(t, err)
	defer db.Close()

	baseDir := t.TempDir()
	schResp, err := grab.Get(baseDir, oneMillionSchema)
	require.NoError(t, err)
	dataResp, err := grab.Get(baseDir, oneMillionRDF)
	require.NoError(t, err)

	require.NoError(t, db.DropAll(context.Background()))
	require.NoError(t, db.Load(context.Background(), schResp.Filename, dataResp.Filename))

	for _, tt := range common.OneMillionTCs {
		ctx, cancel := context.WithTimeout(context.Background(), 10*time.Minute)
		resp, err := db.Query(ctx, tt.Query)
		cancel()

		if ctx.Err() == context.DeadlineExceeded {
			t.Fatal("aborting test due to query timeout")
		}
		require.NoError(t, err)
		require.NoError(t, dgraphapi.CompareJSON(tt.Resp, string(resp.Json)))
	}
}