Skip to content

Commit 33ab064

Browse files
frozenheliumfrozenhelium
committed
Add commands to push migration to server and to import from excel
1 parent 653dce6 commit 33ab064

File tree

5 files changed

+480
-0
lines changed

5 files changed

+480
-0
lines changed

‎app/scripts/translatte/commands/importExcel.ts

+141
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,141 @@
1+
import { isDefined, isNotDefined, listToGroupList, listToMap, mapToList } from '@togglecorp/fujs';
2+
import xlsx from 'exceljs';
3+
import { Language, ServerActionItem } from '../types';
4+
import { Md5 } from 'ts-md5';
5+
import { postLanguageStrings } from '../utils';
6+
7+
async function importExcel(importFilePath: string, apiUrl: string, accessToken: string) {
8+
const workbook = new xlsx.Workbook();
9+
10+
await workbook.xlsx.readFile(importFilePath);
11+
12+
const firstSheet = workbook.worksheets[0];
13+
const columns = firstSheet.columns.map(
14+
(column) => {
15+
const key = column.values?.[1]?.toString();
16+
if (isNotDefined(key)) {
17+
return undefined;
18+
}
19+
return { key, column: column.number }
20+
}
21+
).filter(isDefined);
22+
23+
const columnMap = listToMap(
24+
columns,
25+
({ key }) => key,
26+
({ column }) => column,
27+
);
28+
29+
const strings: {
30+
key: string;
31+
namespace: string;
32+
language: Language;
33+
value: string;
34+
hash: string;
35+
}[] = [];
36+
37+
firstSheet.eachRow(
38+
(row) => {
39+
const keyColumn = columnMap['key'];
40+
const key = isDefined(keyColumn) ? row.getCell(keyColumn).value?.toString() : undefined;
41+
42+
const namespaceColumn = columnMap['namespace'];
43+
const namespace = isDefined(namespaceColumn) ? row.getCell(namespaceColumn).value?.toString() : undefined;
44+
45+
if (isNotDefined(key) || isNotDefined(namespace)) {
46+
return;
47+
}
48+
49+
const enColumn = columnMap['en'];
50+
const en = isDefined(enColumn) ? row.getCell(enColumn).value?.toString() : undefined;
51+
52+
const arColumn = columnMap['ar'];
53+
const ar = isDefined(arColumn) ? row.getCell(arColumn).value?.toString() : undefined;
54+
55+
const frColumn = columnMap['fr'];
56+
const fr = isDefined(frColumn) ? row.getCell(frColumn).value?.toString() : undefined;
57+
58+
const esColumn = columnMap['es'];
59+
const es = isDefined(esColumn) ? row.getCell(esColumn).value?.toString() : undefined;
60+
61+
if (isNotDefined(en)) {
62+
return;
63+
}
64+
65+
const hash = Md5.hashStr(en);
66+
67+
strings.push({
68+
key,
69+
namespace,
70+
language: 'en',
71+
value: en,
72+
hash,
73+
});
74+
75+
if (isDefined(ar)) {
76+
strings.push({
77+
key,
78+
namespace,
79+
language: 'ar',
80+
value: ar,
81+
hash,
82+
});
83+
}
84+
85+
if (isDefined(fr)) {
86+
strings.push({
87+
key,
88+
namespace,
89+
language: 'fr',
90+
value: fr,
91+
hash,
92+
});
93+
}
94+
95+
if (isDefined(es)) {
96+
strings.push({
97+
key,
98+
namespace,
99+
language: 'es',
100+
value: es,
101+
hash,
102+
});
103+
}
104+
}
105+
);
106+
107+
const languageGroupedActions = mapToList(
108+
listToGroupList(
109+
strings,
110+
({ language }) => language,
111+
(languageString) => {
112+
const serverAction: ServerActionItem = {
113+
action: 'set',
114+
key: languageString.key,
115+
page_name: languageString.namespace,
116+
value: languageString.value,
117+
hash: languageString.hash,
118+
}
119+
120+
return serverAction;
121+
},
122+
),
123+
(actions, language) => ({
124+
language: language as Language,
125+
actions,
126+
})
127+
);
128+
129+
const postPromises = languageGroupedActions.map(
130+
(languageStrings) => postLanguageStrings(
131+
languageStrings.language,
132+
languageStrings.actions,
133+
apiUrl,
134+
accessToken,
135+
)
136+
)
137+
138+
await Promise.all(postPromises);
139+
}
140+
141+
export default importExcel;

‎app/scripts/translatte/commands/pushMigration.ts

+212
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,212 @@
1+
import { isDefined, isNotDefined, listToGroupList, listToMap, mapToMap } from "@togglecorp/fujs";
2+
import { Language, MigrationActionItem, SourceStringItem } from "../types";
3+
import { fetchLanguageStrings, getCombinedKey, postLanguageStrings, readMigrations } from "../utils";
4+
import { Md5 } from "ts-md5";
5+
6+
const languages: Language[] = ['en', 'fr', 'es', 'ar'];
7+
8+
async function fetchServerState(apiUrl: string, authToken: string) {
9+
const responsePromises = languages.map(
10+
(language) => fetchLanguageStrings(language, apiUrl, authToken)
11+
);
12+
13+
const responses = await Promise.all(responsePromises);
14+
15+
const languageJsonPromises = responses.map(
16+
(response) => response.json()
17+
);
18+
19+
const languageStrings = await Promise.all(languageJsonPromises);
20+
21+
const serverStrings = languageStrings.flatMap(
22+
(languageString) => {
23+
const language: Language = languageString.code;
24+
25+
const strings: SourceStringItem[] = languageString.strings.map(
26+
(string: Omit<SourceStringItem, 'language'>) => ({
27+
...string,
28+
language,
29+
})
30+
)
31+
32+
return strings;
33+
}
34+
);
35+
36+
return serverStrings;
37+
}
38+
39+
async function pushMigration(migrationFilePath: string, apiUrl: string, authToken: string) {
40+
const serverStrings = await fetchServerState(apiUrl, authToken);
41+
42+
const serverStringMapByCombinedKey = mapToMap(
43+
listToGroupList(
44+
serverStrings,
45+
({ key, page_name }) => getCombinedKey(key, page_name),
46+
),
47+
(key) => key,
48+
(list) => listToMap(
49+
list,
50+
({ language }) => language,
51+
)
52+
);
53+
54+
const migrations = await readMigrations(
55+
[migrationFilePath]
56+
);
57+
58+
const actions = migrations[0].content.actions;
59+
60+
61+
function getItemsForNamespaceUpdate(actionItem: MigrationActionItem, language: Language) {
62+
if (actionItem.action !== 'update') {
63+
return undefined;
64+
}
65+
66+
if (isNotDefined(actionItem.newNamespace)) {
67+
return undefined;
68+
}
69+
70+
const oldCombinedKey = getCombinedKey(
71+
actionItem.key,
72+
actionItem.namespace,
73+
);
74+
75+
const oldStringItem = serverStringMapByCombinedKey[oldCombinedKey]?.[language];
76+
77+
if (isNotDefined(oldStringItem)) {
78+
return undefined;
79+
}
80+
81+
return [
82+
{
83+
action: 'delete' as const,
84+
key: actionItem.key,
85+
page_name: actionItem.namespace,
86+
},
87+
{
88+
action: 'set' as const,
89+
key: actionItem.key,
90+
page_name: actionItem.newNamespace,
91+
value: oldStringItem.value,
92+
hash: oldStringItem.hash,
93+
},
94+
];
95+
}
96+
97+
function getItemsForKeyUpdate(actionItem: MigrationActionItem, language: Language) {
98+
if (actionItem.action !== 'update') {
99+
return undefined;
100+
}
101+
102+
if (isNotDefined(actionItem.newKey)) {
103+
return undefined;
104+
}
105+
106+
const oldCombinedKey = getCombinedKey(
107+
actionItem.key,
108+
actionItem.namespace,
109+
);
110+
111+
const oldStringItem = serverStringMapByCombinedKey[oldCombinedKey]?.[language];
112+
113+
if (isNotDefined(oldStringItem)) {
114+
return undefined;
115+
}
116+
117+
return [
118+
{
119+
action: 'delete' as const,
120+
key: actionItem.key,
121+
page_name: actionItem.namespace,
122+
},
123+
{
124+
action: 'set' as const,
125+
key: actionItem.newKey,
126+
page_name: actionItem.namespace,
127+
value: oldStringItem.value,
128+
hash: oldStringItem.hash,
129+
},
130+
];
131+
}
132+
133+
const serverActions = languages.map((language) => {
134+
const serverActionsForCurrentLanguage = actions.flatMap((actionItem) => {
135+
if (language === 'en') {
136+
if (actionItem.action === 'add') {
137+
return {
138+
action: 'set' as const,
139+
key: actionItem.key,
140+
page_name: actionItem.namespace,
141+
value: actionItem.value,
142+
hash: Md5.hashStr(actionItem.value),
143+
}
144+
}
145+
146+
if (actionItem.action === 'remove') {
147+
return {
148+
action: 'delete' as const,
149+
key: actionItem.key,
150+
page_name: actionItem.namespace,
151+
}
152+
}
153+
154+
if (isDefined(actionItem.newNamespace)) {
155+
return getItemsForNamespaceUpdate(actionItem, language);
156+
}
157+
158+
if (isDefined(actionItem.newKey)) {
159+
return getItemsForKeyUpdate(actionItem, language);
160+
}
161+
162+
if (isDefined(actionItem.newValue)) {
163+
return {
164+
action: 'set' as const,
165+
key: actionItem.key,
166+
page_name: actionItem.namespace,
167+
value: actionItem.newValue,
168+
hash: Md5.hashStr(actionItem.newValue),
169+
}
170+
}
171+
} else {
172+
if (actionItem.action === 'remove') {
173+
return {
174+
action: 'delete' as const,
175+
key: actionItem.key,
176+
page_name: actionItem.namespace,
177+
}
178+
}
179+
180+
if (actionItem.action === 'update') {
181+
if (isDefined(actionItem.newNamespace)) {
182+
return getItemsForNamespaceUpdate(actionItem, language);
183+
}
184+
185+
if (isDefined(actionItem.newKey)) {
186+
return getItemsForKeyUpdate(actionItem, language);
187+
}
188+
}
189+
}
190+
191+
return undefined;
192+
}).filter(isDefined);
193+
194+
return {
195+
language,
196+
actions: serverActionsForCurrentLanguage,
197+
}
198+
});
199+
200+
const postResponsePromises = serverActions.map(
201+
(serverAction) => postLanguageStrings(
202+
serverAction.language,
203+
serverAction.actions,
204+
apiUrl,
205+
authToken,
206+
)
207+
);
208+
209+
await Promise.all(postResponsePromises);
210+
}
211+
212+
export default pushMigration;

0 commit comments

Comments
 (0)