Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

update parser msj #872

Merged
merged 1 commit into from
Feb 10, 2025
Merged

update parser msj #872

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
46 changes: 46 additions & 0 deletions msj/parser.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -76,6 +76,52 @@ module.exports = new Parser(function analyseEC(parsedUrl, ec) {
// http://jmm.microbiologyresearch.org:80/search?value1=virus&option1=all&option2=pub_serialIdent&value2=&operator2=AND
result.rtype = 'SEARCH';
result.mime = 'HTML';
} else if ((match = /^\/docserver\/fulltext\/([a-zA-Z0-9]+)\/([0-9]+)\/([0-9]+)\/([a-zA-Z0-9-]+).pdf$/i.exec(path)) !== null) {
// https://www.microbiologyresearch.org/docserver/fulltext/micro/142/1/mic-142-1-57.pdf?expires=1728410770&id=id&accname=sgid026735&checksum=A71F97E62EAFB7B4D8AF5E850C5F3642
// https://www.microbiologyresearch.org/docserver/fulltext/micro/167/6/mic001077.pdf?expires=1728410599&id=id&accname=sgid026735&checksum=B53A057F704A70B0D100F21EF49A0D13
// https://www.microbiologyresearch.org/docserver/fulltext/mgen/8/12/mgen000863.pdf?expires=1728410431&id=id&accname=guest&checksum=B412F3CC88149DF6BF390A60B234ABBF
// https://www.microbiologyresearch.org/docserver/fulltext/mgen/4/4/mgen000155.pdf?expires=1728410256&id=id&accname=guest&checksum=77166DCD95FCE2B04155A3AAEC9BD79A
// https://www.microbiologyresearch.org/docserver/fulltext/jmm/53/5/JM530504.pdf?expires=1728409601&id=id&accname=sgid026735&checksum=2CC7E925C4DCAD3C11F326005D4BD8FA
// https://www.microbiologyresearch.org/docserver/fulltext/jmm/73/10/jmm001904.pdf?expires=1728409389&id=id&accname=sgid026735&checksum=0C7FD5EA1056BFB7802CB07B0F1926B9
// https://www.microbiologyresearch.org/docserver/fulltext/jgv/66/9/JV0660092017.pdf?expires=1728409176&id=id&accname=sgid026735&checksum=BC77D78966356F7A8CC8BB7A1FD9A1A9
// https://www.microbiologyresearch.org/docserver/fulltext/jgv/86/11/3055.pdf?expires=1728408939&id=id&accname=sgid026735&checksum=5485D29E910E7401F3C67A5C535DD3D6
// https://www.microbiologyresearch.org/docserver/fulltext/ijsem/47/4/ijs-47-4-958.pdf?expires=1728408677&id=id&accname=sgid026735&checksum=2D0DEAF4FA0581B2342D9228FEAEA582
// https://www.microbiologyresearch.org/docserver/fulltext/ijsem/74/10/ijsem006531.pdf?expires=1728408462&id=id&accname=sgid026735&checksum=85825645F52F37CB6468AE80DA3AB40D
// https://www.microbiologyresearch.org/docserver/fulltext/acmi/4/6/acmi000373.pdf?expires=1728408275&id=id&accname=sgid026735&checksum=2CC7130585FED05E416D58732AB0A793
// https://www.microbiologyresearch.org/docserver/fulltext/acmi/2/12/acmi000176.pdf?expires=1728407942&id=id&accname=sgid026735&checksum=5CE9054435583FDEDC3371A48122C305
result.rtype = 'ARTICLE';
result.mime = 'PDF';
result.issue = match[3];
result.vol = match[2];
result.db_id = match[1];
result.unitid = `${match[1]}/${match[2]}/${match[3]}/${match[4]}`;
} else if ((match = /^\/content\/journal\/([a-zA-Z0-9]+)\/([0-9.]+)\/([a-zA-Z0-9-.]+)\/sidebyside$/i.exec(path)) !== null) {
// https://www.microbiologyresearch.org/content/journal/micro/10.1099/mic.0.001077/sidebyside
// https://www.microbiologyresearch.org/content/journal/mgen/10.1099/mgen.0.000863/sidebyside
// https://www.microbiologyresearch.org/content/journal/mgen/10.1099/mgen.0.000155/sidebyside
// https://www.microbiologyresearch.org/content/journal/jmm/10.1099/jmm.0.45551-0/sidebyside
// https://www.microbiologyresearch.org/content/journal/jmm/10.1099/jmm.0.001904/sidebyside
// https://www.microbiologyresearch.org/content/journal/jgv/10.1099/0022-1317-66-9-2017/sidebyside
// https://www.microbiologyresearch.org/content/journal/jgv/10.1099/vir.0.81174-0/sidebyside
// https://www.microbiologyresearch.org/content/journal/ijsem/10.1099/00207713-47-4-958/sidebyside
// https://www.microbiologyresearch.org/content/journal/ijsem/10.1099/ijsem.0.006531/sidebyside
// https://www.microbiologyresearch.org/content/journal/acmi/10.1099/acmi.0.000373/sidebyside
// https://www.microbiologyresearch.org/content/journal/acmi/10.1099/acmi.0.000176/sidebyside
result.rtype = 'ARTICLE';
result.mime = 'HTML';
result.doi = `${match[2]}/${match[3]}`;
result.db_id = match[1];
result.unitid = `${match[1]}/${match[2]}/${match[3]}`;
} else if ((match = /^\/content\/journal\/([a-zA-Z0-9]+)\/browse$/i.exec(path)) !== null) {
// https://www.microbiologyresearch.org/content/journal/micro/browse
// https://www.microbiologyresearch.org/content/journal/mgen/browse
// https://www.microbiologyresearch.org/content/journal/jmm/browse
// https://www.microbiologyresearch.org/content/journal/jgv/browse
// https://www.microbiologyresearch.org/content/journal/ijsem/browse
// https://www.microbiologyresearch.org/content/journal/acmi/browse
result.rtype = 'TOC';
result.mime = 'HTML';
result.unitid = match[1];
}

return result;
Expand Down
9 changes: 0 additions & 9 deletions msj/test/msj.2018-01-25.csv
View file
Open in desktop

This file was deleted.

38 changes: 38 additions & 0 deletions msj/test/msj.2025-02-06.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,38 @@
out-doi;out-issue;out-vol;out-db_id;out-unitid;out-rtype;out-mime;in-url
;1;142;micro;micro/142/1/mic-142-1-57;ARTICLE;PDF;https://www.microbiologyresearch.org/docserver/fulltext/micro/142/1/mic-142-1-57.pdf?expires=1728410770&id=id&accname=sgid026735&checksum=A71F97E62EAFB7B4D8AF5E850C5F3642
10.1099/mic.0.001077;;;micro;micro/10.1099/mic.0.001077;ARTICLE;HTML;https://www.microbiologyresearch.org/content/journal/micro/10.1099/mic.0.001077/sidebyside
;6;167;micro;micro/167/6/mic001077;ARTICLE;PDF;https://www.microbiologyresearch.org/docserver/fulltext/micro/167/6/mic001077.pdf?expires=1728410599&id=id&accname=sgid026735&checksum=B53A057F704A70B0D100F21EF49A0D13
10.1099/mgen.0.000863;;;mgen;mgen/10.1099/mgen.0.000863;ARTICLE;HTML;https://www.microbiologyresearch.org/content/journal/mgen/10.1099/mgen.0.000863/sidebyside
;12;8;mgen;mgen/8/12/mgen000863;ARTICLE;PDF;https://www.microbiologyresearch.org/docserver/fulltext/mgen/8/12/mgen000863.pdf?expires=1728410431&id=id&accname=guest&checksum=B412F3CC88149DF6BF390A60B234ABBF
10.1099/mgen.0.000155;;;mgen;mgen/10.1099/mgen.0.000155;ARTICLE;HTML;https://www.microbiologyresearch.org/content/journal/mgen/10.1099/mgen.0.000155/sidebyside
;4;4;mgen;mgen/4/4/mgen000155;ARTICLE;PDF;https://www.microbiologyresearch.org/docserver/fulltext/mgen/4/4/mgen000155.pdf?expires=1728410256&id=id&accname=guest&checksum=77166DCD95FCE2B04155A3AAEC9BD79A
10.1099/jmm.0.45551-0;;;jmm;jmm/10.1099/jmm.0.45551-0;ARTICLE;HTML;https://www.microbiologyresearch.org/content/journal/jmm/10.1099/jmm.0.45551-0/sidebyside
;5;53;jmm;jmm/53/5/JM530504;ARTICLE;PDF;https://www.microbiologyresearch.org/docserver/fulltext/jmm/53/5/JM530504.pdf?expires=1728409601&id=id&accname=sgid026735&checksum=2CC7E925C4DCAD3C11F326005D4BD8FA
10.1099/jmm.0.001904;;;jmm;jmm/10.1099/jmm.0.001904;ARTICLE;HTML;https://www.microbiologyresearch.org/content/journal/jmm/10.1099/jmm.0.001904/sidebyside
;10;73;jmm;jmm/73/10/jmm001904;ARTICLE;PDF;https://www.microbiologyresearch.org/docserver/fulltext/jmm/73/10/jmm001904.pdf?expires=1728409389&id=id&accname=sgid026735&checksum=0C7FD5EA1056BFB7802CB07B0F1926B9
10.1099/0022-1317-66-9-2017;;;jgv;jgv/10.1099/0022-1317-66-9-2017;ARTICLE;HTML;https://www.microbiologyresearch.org/content/journal/jgv/10.1099/0022-1317-66-9-2017/sidebyside
;9;66;jgv;jgv/66/9/JV0660092017;ARTICLE;PDF;https://www.microbiologyresearch.org/docserver/fulltext/jgv/66/9/JV0660092017.pdf?expires=1728409176&id=id&accname=sgid026735&checksum=BC77D78966356F7A8CC8BB7A1FD9A1A9
10.1099/vir.0.81174-0;;;jgv;jgv/10.1099/vir.0.81174-0;ARTICLE;HTML;https://www.microbiologyresearch.org/content/journal/jgv/10.1099/vir.0.81174-0/sidebyside
;11;86;jgv;jgv/86/11/3055;ARTICLE;PDF;https://www.microbiologyresearch.org/docserver/fulltext/jgv/86/11/3055.pdf?expires=1728408939&id=id&accname=sgid026735&checksum=5485D29E910E7401F3C67A5C535DD3D6
10.1099/00207713-47-4-958;;;ijsem;ijsem/10.1099/00207713-47-4-958;ARTICLE;HTML;https://www.microbiologyresearch.org/content/journal/ijsem/10.1099/00207713-47-4-958/sidebyside
;4;47;ijsem;ijsem/47/4/ijs-47-4-958;ARTICLE;PDF;https://www.microbiologyresearch.org/docserver/fulltext/ijsem/47/4/ijs-47-4-958.pdf?expires=1728408677&id=id&accname=sgid026735&checksum=2D0DEAF4FA0581B2342D9228FEAEA582
10.1099/ijsem.0.006531;;;ijsem;ijsem/10.1099/ijsem.0.006531;ARTICLE;HTML;https://www.microbiologyresearch.org/content/journal/ijsem/10.1099/ijsem.0.006531/sidebyside
;10;74;ijsem;ijsem/74/10/ijsem006531;ARTICLE;PDF;https://www-microbiologyresearch-org.manchester.idm.oclc.org/docserver/fulltext/ijsem/74/10/ijsem006531.pdf?expires=1728408462&id=id&accname=sgid026735&checksum=85825645F52F37CB6468AE80DA3AB40D
10.1099/acmi.0.000373;;;acmi;acmi/10.1099/acmi.0.000373;ARTICLE;HTML;https://www.microbiologyresearch.org/content/journal/acmi/10.1099/acmi.0.000373/sidebyside
;6;4;acmi;acmi/4/6/acmi000373;ARTICLE;PDF;https://www.microbiologyresearch.org/docserver/fulltext/acmi/4/6/acmi000373.pdf?expires=1728408275&id=id&accname=sgid026735&checksum=2CC7130585FED05E416D58732AB0A793
10.1099/acmi.0.000176;;;acmi;acmi/10.1099/acmi.0.000176;ARTICLE;HTML;https://www.microbiologyresearch.org/content/journal/acmi/10.1099/acmi.0.000176/sidebyside
;12;2;acmi;acmi/2/12/acmi000176;ARTICLE;PDF;https://www.microbiologyresearch.org/docserver/fulltext/acmi/2/12/acmi000176.pdf?expires=1728407942&id=id&accname=sgid026735&checksum=5CE9054435583FDEDC3371A48122C305
;;;;micro;TOC;HTML;https://www.microbiologyresearch.org/content/journal/micro/browse
;;;;mgen;TOC;HTML;https://www.microbiologyresearch.org/content/journal/mgen/browse
;;;;jmm;TOC;HTML;https://www.microbiologyresearch.org/content/journal/jmm/browse
;;;;jgv;TOC;HTML;https://www.microbiologyresearch.org/content/journal/jgv/browse
;;;;ijsem;TOC;HTML;https://www.microbiologyresearch.org/content/journal/ijsem/browse
;;;;acmi;TOC;HTML;https://www.microbiologyresearch.org/content/journal/acmi/browse
;;;;;SEARCH;HTML;http://jmm.microbiologyresearch.org:80/search?value1=virus&option1=all&option2=pub_serialIdent&value2=&operator2=AND
10.1099/jmm.0.000682;;;;jmm.0.000682;RECORD_VIEW;HTML;http://jmm.microbiologyresearch.org:80/references/matchedRefsForItem.action?itemId=/content/journal/jmm/10.1099/jmm.0.000682.v1
10.1099/jmm.0.000636;;;;jmm.0.000636;RECORD_VIEW;HTML;http://jmm.microbiologyresearch.org:80/metrics/usage.action?startDate=2017-11-29&endDate=2018-01-26&itemId=/content/journal/jmm/10.1099/jmm.0.000636
10.1099/jgv.0.001012;;;;jgv.0.001012;FIGURE;HTML;http://jgv.microbiologyresearch.org:80/content/journal/jgv/10.1099/jgv.0.001012.v1/figures?fmt=ahah
10.1099/jgv.0.001012;;;;jgv.0.001012;ABS;HTML;http://jgv.microbiologyresearch.org:80/content/journal/jgv/10.1099/jgv.0.001012
10.1099/mgen.0.000150;;;;mgen.0.000150;SUPPL;PDF;http://mgen.microbiologyresearch.org:80/deliver/fulltext/mgen/mgen.000150.zip/000150_1.pdf?itemId=/content/suppdata/mgen/10.1099/mgen.0.000150.v1-1&mimeType=pdf&isFastTrackArticle=
10.1099/jgv.0.001012;;;;jgv.0.001012;ARTICLE;HTML;http://jgv.microbiologyresearch.org:80/deliver/fulltext/jgv/jgv.001012.zip/jgv001012.html?itemId=/content/journal/jgv/10.1099/jgv.0.001012.v1&mimeType=html&fmt=ahah
10.1099/mic.0.000612;;;;mic.0.000612;ARTICLE;PDF;http://mic.microbiologyresearch.org:80/deliver/fulltext/micro/micro.000612.zip/mic000612.pdf?itemId=/content/journal/micro/10.1099/mic.0.000612.v1&mimeType=pdf&isFastTrackArticle=true