Skip to content

Commit 591c1f4

Browse files
isakskyisaksky
committed
Add project syncing example
1 parent d4aef0b commit 591c1f4

File tree

9 files changed

+769
-0
lines changed

9 files changed

+769
-0
lines changed

‎graphql-sync-example/DataError.js

+33
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,33 @@
1+
export class DataError extends Error {
2+
#kind;
3+
#data;
4+
5+
constructor(kind, data) {
6+
super(JSON.stringify(data));
7+
this.#kind = kind;
8+
this.#data = data;
9+
}
10+
11+
get kind() {
12+
return this.#kind;
13+
}
14+
15+
get data() {
16+
return this.#data;
17+
}
18+
}
19+
20+
export function ErrorWithKind({ kinds, name }) {
21+
// hackery to give the class a name dynamically
22+
name ?? "DataError";
23+
return {
24+
[name]: class extends DataError {
25+
constructor(kind, data) {
26+
super(kind, data);
27+
if (kinds && !(kind in kinds)) {
28+
throw new Error("invalid kind");
29+
}
30+
}
31+
},
32+
}[name];
33+
}

‎graphql-sync-example/db/models/SyncStatus.js

+70
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,70 @@
1+
export const SyncKind = {
2+
None: Symbol("None"),
3+
Complete: Symbol("Complete"),
4+
Incremental: Symbol("Incremental"),
5+
ofString(s) {
6+
return SyncKind[s] ?? SyncKind.None;
7+
},
8+
asString(x) {
9+
return x.description;
10+
},
11+
};
12+
13+
export default class SyncStatus {
14+
tableName;
15+
syncType;
16+
syncValue;
17+
startTime;
18+
asOfTime;
19+
20+
constructor({ tableName, syncType, syncValue, startTime, asOfTime }) {
21+
this.tableName = tableName;
22+
this.syncType = syncType;
23+
this.syncValue = syncValue;
24+
this.startTime = startTime;
25+
this.asOfTime = asOfTime;
26+
}
27+
28+
static async load(conn, tableName) {
29+
const result = await conn.queryOne({
30+
sql: `
31+
select tableName, syncType, syncValue, startTime, asOfTime
32+
from SyncStatus
33+
where tableName = $tableName
34+
`,
35+
parameters: { tableName },
36+
});
37+
38+
return (
39+
result &&
40+
new SyncStatus({
41+
...result,
42+
syncType: SyncKind.ofString(result.syncType),
43+
startTime: new Date(result.startTime),
44+
asOfTime: new Date(result.asOfTime),
45+
})
46+
);
47+
}
48+
49+
async save(conn) {
50+
await conn.exec({
51+
sql: `
52+
INSERT INTO SyncStatus(tableName, syncType, syncValue, startTime, asOfTime)
53+
VALUES($tableName, $syncType, $syncValue, $startTime, $asOfTime)
54+
ON CONFLICT(tableName) DO
55+
UPDATE SET
56+
syncType = excluded.syncType
57+
,syncValue = excluded.syncValue
58+
,startTime = excluded.startTime
59+
,asOfTime = excluded.asOfTime
60+
`,
61+
parameters: {
62+
tableName: this.tableName,
63+
syncType: SyncKind.asString(this.syncType),
64+
syncValue: this.syncValue ?? null,
65+
startTime: this.startTime.toISOString(),
66+
asOfTime: this.asOfTime.toISOString(),
67+
},
68+
});
69+
}
70+
}

‎graphql-sync-example/db/queries.js

+149
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,149 @@
1+
export const ENSURE_SCHEMA = `
2+
create table if not exists SyncStatus(
3+
tableName text primary key
4+
,syncType text not null
5+
,syncValue text
6+
,startTime real not null
7+
,asOfTime real not null
8+
);
9+
10+
create table if not exists ObjectValue(
11+
id integer primary key
12+
,xledgerDbId integer unique
13+
,code text
14+
,description text
15+
);
16+
17+
create table if not exists Project(
18+
id integer primary key
19+
,xledgerDbId integer unique
20+
,fromDate dateInt
21+
,toDate dateInt
22+
,code text
23+
,description text
24+
,createdAt dateTimeReal
25+
,modifiedAt dateTimeReal
26+
,"text" text
27+
,ownerDbId integer
28+
,email text
29+
,yourReference text
30+
,extIdentifier text
31+
,external boolInt
32+
,billable boolInt
33+
,fixedClient boolInt
34+
,allowPosting boolInt
35+
,timesheetEntry boolInt
36+
,accessControl boolInt
37+
,assignment boolInt
38+
,activity boolInt
39+
,extOrder text
40+
,contract text
41+
,progressDate dateTimeReal
42+
,pctCompleted real
43+
,overview text
44+
,expenseLedger boolInt
45+
,fundProject boolInt
46+
,invoiceHeader text
47+
,invoiceFooter text
48+
,totalRevenue real
49+
,yearlyRevenue real
50+
,contractedRevenue real
51+
,totalCost real
52+
,yearlyCost real
53+
,totalEstimateHours real
54+
,yearlyEstimateHours real
55+
,budgetCoveragePercent real
56+
,shortInfo text
57+
,shortInternalInfo text
58+
,mainProjectId projectInt
59+
,xglId objectValueInt
60+
,glObject5Id objectValueInt
61+
,glObject4Id objectValueInt
62+
,glObject3Id objectValueInt
63+
,glObject2Id objectValueInt
64+
,glObject1Id objectValueInt
65+
);
66+
`;
67+
68+
export const UPSERT_PROJECT = `
69+
insert into Project(
70+
"xledgerDbId", "fromDate", "toDate",
71+
"code", "description", "createdAt",
72+
"modifiedAt", "text", "email",
73+
"yourReference", "extIdentifier", "external",
74+
"billable", "fixedClient", "allowPosting",
75+
"timesheetEntry", "accessControl", "assignment",
76+
"activity", "extOrder", "contract",
77+
"progressDate", "pctCompleted", "overview",
78+
"expenseLedger", "fundProject", "invoiceHeader",
79+
"invoiceFooter", "totalRevenue", "yearlyRevenue",
80+
"contractedRevenue", "totalCost", "yearlyCost",
81+
"totalEstimateHours", "yearlyEstimateHours", "budgetCoveragePercent",
82+
"mainProjectId", "shortInfo", "shortInternalInfo",
83+
"xglId", "glObject1Id", "glObject2Id",
84+
"glObject3Id", "glObject4Id", "glObject5Id"
85+
)
86+
values (
87+
$xledgerDbId, $fromDate, $toDate,
88+
$code, $description, $createdAt,
89+
$modifiedAt, $text, $email,
90+
$yourReference, $extIdentifier, $external,
91+
$billable, $fixedClient, $allowPosting,
92+
$timesheetEntry, $accessControl, $assignment,
93+
$activity, $extOrder, $contract,
94+
$progressDate, $pctCompleted, $overview,
95+
$expenseLedger, $fundProject, $invoiceHeader,
96+
$invoiceFooter, $totalRevenue, $yearlyRevenue,
97+
$contractedRevenue, $totalCost, $yearlyCost,
98+
$totalEstimateHours, $yearlyEstimateHours, $budgetCoveragePercent,
99+
$mainProjectId, $shortInfo, $shortInternalInfo,
100+
$xglId, $glObject1Id, $glObject2Id,
101+
$glObject3Id, $glObject4Id, $glObject5Id
102+
)
103+
on conflict(xledgerDbId)
104+
do update set
105+
"fromDate" = excluded."fromDate"
106+
,"toDate" = excluded."toDate"
107+
,"code" = excluded."code"
108+
,"description" = excluded."description"
109+
,"createdAt" = excluded."createdAt"
110+
,"modifiedAt" = excluded."modifiedAt"
111+
,"text" = excluded."text"
112+
,"email" = excluded."email"
113+
,"yourReference" = excluded."yourReference"
114+
,"extIdentifier" = excluded."extIdentifier"
115+
,"external" = excluded."external"
116+
,"billable" = excluded."billable"
117+
,"fixedClient" = excluded."fixedClient"
118+
,"allowPosting" = excluded."allowPosting"
119+
,"timesheetEntry" = excluded."timesheetEntry"
120+
,"accessControl" = excluded."accessControl"
121+
,"assignment" = excluded."assignment"
122+
,"activity" = excluded."activity"
123+
,"extOrder" = excluded."extOrder"
124+
,"contract" = excluded."contract"
125+
,"progressDate" = excluded."progressDate"
126+
,"pctCompleted" = excluded."pctCompleted"
127+
,"overview" = excluded."overview"
128+
,"expenseLedger" = excluded."expenseLedger"
129+
,"fundProject" = excluded."fundProject"
130+
,"invoiceHeader" = excluded."invoiceHeader"
131+
,"invoiceFooter" = excluded."invoiceFooter"
132+
,"totalRevenue" = excluded."totalRevenue"
133+
,"yearlyRevenue" = excluded."yearlyRevenue"
134+
,"contractedRevenue" = excluded."contractedRevenue"
135+
,"totalCost" = excluded."totalCost"
136+
,"yearlyCost" = excluded."yearlyCost"
137+
,"totalEstimateHours" = excluded."totalEstimateHours"
138+
,"yearlyEstimateHours" = excluded."yearlyEstimateHours"
139+
,"budgetCoveragePercent" = excluded."budgetCoveragePercent"
140+
,"mainProjectId" = excluded."mainProjectId"
141+
,"shortInfo" = excluded."shortInfo"
142+
,"shortInternalInfo" = excluded."shortInternalInfo"
143+
,"xglId" = excluded."xglId"
144+
,"glObject1Id" = excluded."glObject1Id"
145+
,"glObject2Id" = excluded."glObject2Id"
146+
,"glObject3Id" = excluded."glObject3Id"
147+
,"glObject4Id" = excluded."glObject4Id"
148+
,"glObject5Id" = excluded."glObject5Id"
149+
`;

‎graphql-sync-example/graphql/GraphQLClient.js

+70
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,70 @@
1+
import { ErrorWithKind } from "../DataError.js";
2+
import * as q from "./queries.js";
3+
import * as u from "../util.js";
4+
5+
const GraphQLErrorKind = {
6+
Other: Symbol("Other"),
7+
ShortRateLimitReached: Symbol("ShortRateLimitReached"),
8+
InsufficientCredits: Symbol("InsufficientCredits"),
9+
};
10+
11+
export class GraphQLError extends ErrorWithKind(GraphQLErrorKind) {}
12+
13+
export class GraphQLClient {
14+
#token;
15+
#endpoint;
16+
17+
constructor(token, endpoint) {
18+
this.#token = token;
19+
this.#endpoint = endpoint;
20+
}
21+
22+
async #query(query, variables) {
23+
const resp = await u.fetchJsonWithRetries(this.#endpoint, {
24+
body: JSON.stringify({ query, variables }),
25+
method: "POST",
26+
headers: {
27+
Authorization: `token ${this.#token}`,
28+
"Content-Type": "application/json",
29+
Accept: "application/json",
30+
},
31+
});
32+
33+
if (!resp) {
34+
throw new GraphQLErrorKind(GraphQLErrorKind.Other, "bad response");
35+
}
36+
37+
for (const err of resp.errors ?? []) {
38+
switch (err.code) {
39+
case "BAD_REQUEST.BURST_RATE_LIMIT_REACHED":
40+
throw new GraphQLError(GraphQLErrorKind.ShortRateLimitReached, err);
41+
case "BAD_REQUEST.INSUFFICIENT_CREDITS":
42+
throw new GraphQLError(GraphQLErrorKind.InsufficientCredits, err);
43+
default:
44+
throw new GraphQLError(GraphQLErrorKind.Other, err);
45+
}
46+
}
47+
48+
return resp.data;
49+
}
50+
51+
async *projects({ after, modifiedAfter }) {
52+
let nextCursor = after;
53+
while (true) {
54+
const afterParam = nextCursor ? { after: nextCursor } : {};
55+
const projects =
56+
typeof modifiedAfter === "string"
57+
? await this.#query(q.PROJECT_DELTAS, { ...afterParam, modifiedAfter }).then((x) => x.project_deltas)
58+
: await this.#query(q.PROJECTS, afterParam).then((x) => x.projects);
59+
const nodes = projects.edges?.map((x) => x.node) ?? [];
60+
61+
nextCursor = projects.pageInfo.hasNextPage ? projects.edges.at(-1).cursor : null;
62+
yield [nodes, nextCursor];
63+
64+
if (!nextCursor) {
65+
break;
66+
}
67+
await u.sleep(100);
68+
}
69+
}
70+
}

0 commit comments

Comments
 (0)