Skip to content

Commit 04d0935

Browse files
JustAnotherArchivistJustAnotherArchivist
authored
Merge pull request #573 from manu-cyber/mediawiki-languages
Add additional mediawiki languages
2 parents f78dcac + 1bcdcc5 commit 04d0935

File tree

4 files changed

+109
-1
lines changed

4 files changed

+109
-1
lines changed

‎db/ignore_patterns/mediawiki-ka.json

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
{
2+
"name": "mediawiki-ka",
3+
"patterns": [
4+
"[\\?&]diff=(prev|next|cur|\\d+)",
5+
"[\\?&]direction=(prev|next)&oldid=\\d+",
6+
"[\\?&]curid=\\d+",
7+
"[\\?&]limit=(1|20|100|250|500)",
8+
"[?&]dir=prev(&|$)",
9+
"[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=",
10+
"([\\?&]title=|/)%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:(%E1%83%90%E1%83%9C%E1%83%92%E1%83%90%E1%83%A0%E1%83%98%E1%83%A8%E1%83%98%E1%83%A1_%E1%83%A8%E1%83%94%E1%83%A5%E1%83%9B%E1%83%9C%E1%83%90|%E1%83%A8%E1%83%94%E1%83%A1%E1%83%95%E1%83%9A%E1%83%90|%E1%83%92%E1%83%90%E1%83%A1%E1%83%95%E1%83%9A%E1%83%90|Translate|MobileFeedback|MobileOptions|RecentChangesLinked|Diff|MobileDiff|CentralAuth)",
11+
"([\\?&]title=|/)%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)",
12+
"([\\?&]title=%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:%E1%83%91%E1%83%9D%E1%83%9A%E1%83%9D%E1%83%AA%E1%83%95%E1%83%9A%E1%83%98%E1%83%9A%E1%83%94%E1%83%91%E1%83%94%E1%83%91%E1%83%98&|/%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:%E1%83%91%E1%83%9D%E1%83%9A%E1%83%9D%E1%83%AA%E1%83%95%E1%83%9A%E1%83%98%E1%83%9A%E1%83%94%E1%83%91%E1%83%94%E1%83%91%E1%83%98\\?)(.*&)?from=\\d+",
13+
"([\\?&]title=|/)%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:(%E1%83%A4%E1%83%90%E1%83%98%E1%83%9A%E1%83%94%E1%83%91%E1%83%98%E1%83%A1_%E1%83%A1%E1%83%98%E1%83%90|PrefixIndex).*&",
14+
"([\\?&]title=|/)%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:%E1%83%A4%E1%83%90%E1%83%98%E1%83%9A%E1%83%94%E1%83%91%E1%83%98%E1%83%A1_%E1%83%A1%E1%83%98%E1%83%90.*&user=",
15+
"([\\?&]title=|/)%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:%E1%83%A4%E1%83%90%E1%83%98%E1%83%9A%E1%83%94%E1%83%91%E1%83%98%E1%83%A1_%E1%83%A1%E1%83%98%E1%83%90.*&sort=img_(timestamp|name|size)(&|$)",
16+
"([\\?&]title=|/)%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:Log/",
17+
"([?&]title=%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:Log&|/%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:Log\\?)(.*&)?hide_[^&=]+=1(&|$)",
18+
"([?&]title=%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:Log&|/%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:Log\\?)(.*&)?hide_.*&hide_",
19+
"([?&]title=|/)Property:.*&until=",
20+
"([?&]title=|/)%E1%83%99%E1%83%90%E1%83%A2%E1%83%94%E1%83%92%E1%83%9D%E1%83%A0%E1%83%98%E1%83%90:.*&(page|subcat|file)until=",
21+
"[\\?&]action=edit&section=(\\d+|new)",
22+
"[\\?&]feed(format)?=atom",
23+
"[\\?&]redlink=1",
24+
"[\\?&]printable=yes",
25+
"[\\?&]mobileaction=",
26+
"[\\?&]undo(after)?=\\d+",
27+
"^https?://a\\.wikia-beacon\\.com/__track/",
28+
"^https?://beacon\\.wikia-services\\.com/__track/",
29+
"([\\?&]title=|/)%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:(PrefixIndex|WhatLinksHere|%E1%83%AC%E1%83%95%E1%83%9A%E1%83%98%E1%83%9A%E1%83%98|%E1%83%A4%E1%83%90%E1%83%98%E1%83%9A%E1%83%94%E1%83%91%E1%83%98%E1%83%A1_%E1%83%A1%E1%83%98%E1%83%90|%E1%83%9B%E1%83%9D%E1%83%9B%E1%83%AE%E1%83%9B%E1%83%90%E1%83%A0%E1%83%94%E1%83%91%E1%83%94%E1%83%9A%E1%83%97%E1%83%90_%E1%83%A1%E1%83%98%E1%83%90)/.*/\\2/",
30+
"/%E1%83%9B%E1%83%9D%E1%83%9B%E1%83%AE%E1%83%9B%E1%83%90%E1%83%A0%E1%83%94%E1%83%91%E1%83%9A%E1%83%98%E1%83%A1_%E1%83%92%E1%83%90%E1%83%9C%E1%83%AE%E1%83%98%E1%83%9A%E1%83%95%E1%83%90:.+/%E1%83%9B%E1%83%9D%E1%83%9B%E1%83%AE%E1%83%9B%E1%83%90%E1%83%A0%E1%83%94%E1%83%91%E1%83%9A%E1%83%98%E1%83%A1_%E1%83%92%E1%83%90%E1%83%9C%E1%83%AE%E1%83%98%E1%83%9A%E1%83%95%E1%83%90:",
31+
"/User_blog:.+/User_blog:",
32+
"/%E1%83%9B%E1%83%9D%E1%83%9B%E1%83%AE%E1%83%9B%E1%83%90%E1%83%A0%E1%83%94%E1%83%91%E1%83%94%E1%83%9A%E1%83%98:.+/%E1%83%9B%E1%83%9D%E1%83%9B%E1%83%AE%E1%83%9B%E1%83%90%E1%83%A0%E1%83%94%E1%83%91%E1%83%94%E1%83%9A%E1%83%98:",
33+
"^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?%E1%83%A1%E1%83%9E%E1%83%94%E1%83%AA%E1%83%98%E1%83%90%E1%83%9A%E1%83%A3%E1%83%A0%E1%83%98:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)"
34+
],
35+
"type": "ignore_patterns"
36+
}

‎db/ignore_patterns/mediawiki-pt.json

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
{
2+
"name": "mediawiki-pt",
3+
"patterns": [
4+
"[\\?&]diff=(prev|next|cur|\\d+)",
5+
"[\\?&]direction=(prev|next)&oldid=\\d+",
6+
"[\\?&]curid=\\d+",
7+
"[\\?&]limit=(1|20|100|250|500)",
8+
"[?&]dir=prev(&|$)",
9+
"[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=",
10+
"([\\?&]title=|/)Especial:(Criar_conta|Entrar|Sair|Translate|MobileFeedback|MobileOptions|(Altera%C3%A7%C3%B5es_relacionadas|Novidades_relacionadas|Mudan%C3%A7as_relacionadas)|(Diferen%C3%A7as_entre_edi%C3%A7%C3%B5es|Mudan%C3%A7as_entre_edi%C3%A7%C3%B5es)|MobileDiff|CentralAuth)",
11+
"([\\?&]title=|/)Especial:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)",
12+
"([\\?&]title=Especial:Mudan%C3%A7as_recentes&|/Especial:Mudan%C3%A7as_recentes\\?)(.*&)?from=\\d+",
13+
"([\\?&]title=|/)Especial:((Lista_de_ficheiros|Lista_de_imagens|Lista_de_arquivos)|(%C3%8Dndice_por_prefixo|%C3%8Dndice_de_prefixo)).*&",
14+
"([\\?&]title=|/)Especial:(Lista_de_ficheiros|Lista_de_imagens|Lista_de_arquivos).*&user=",
15+
"([\\?&]title=|/)Especial:(Lista_de_ficheiros|Lista_de_imagens|Lista_de_arquivos).*&sort=img_(timestamp|name|size)(&|$)",
16+
"([\\?&]title=|/)Especial:(Registo|Registos|Registro|Registros)/",
17+
"([?&]title=Especial:(Registo|Registos|Registro|Registros)&|/Especial:(Registo|Registos|Registro|Registros)\\?)(.*&)?hide_[^&=]+=1(&|$)",
18+
"([?&]title=Especial:(Registo|Registos|Registro|Registros)&|/Especial:(Registo|Registos|Registro|Registros)\\?)(.*&)?hide_.*&hide_",
19+
"([?&]title=|/)Property:.*&until=",
20+
"([?&]title=|/)Categoria:.*&(page|subcat|file)until=",
21+
"[\\?&]action=edit&section=(\\d+|new)",
22+
"[\\?&]feed(format)?=atom",
23+
"[\\?&]redlink=1",
24+
"[\\?&]printable=yes",
25+
"[\\?&]mobileaction=",
26+
"[\\?&]undo(after)?=\\d+",
27+
"^https?://a\\.wikia-beacon\\.com/__track/",
28+
"^https?://beacon\\.wikia-services\\.com/__track/",
29+
"([\\?&]title=|/)Especial:((%C3%8Dndice_por_prefixo|%C3%8Dndice_de_prefixo)|(P%C3%A1ginas_afluentes|Artigos_afluentes)|Contribui%C3%A7%C3%B5es|(Lista_de_ficheiros|Lista_de_imagens|Lista_de_arquivos)|(Lista_de_utilizadores|Lista_de_usu%C3%A1rios))/.*/\\2/",
30+
"/Utilizador_Discuss%C3%A3o:.+/Utilizador_Discuss%C3%A3o:",
31+
"/User_blog:.+/User_blog:",
32+
"/Utilizador:.+/Utilizador:",
33+
"^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?Especial:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)"
34+
],
35+
"type": "ignore_patterns"
36+
}

‎db/ignore_patterns/mediawiki-update.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#!/bin/bash
2-
for lang in Ar De Es Fr Ja Ko Ru Uk
2+
for lang in Ar De Es Fr Ja Ko Ru Uk Pt Zh Ka
33
do
44
echo "${lang}"
55
./mediawiki-lang.py mediawiki.json <(curl --silent --location https://github.com/wikimedia/mediawiki/raw/1.34.2/languages/messages/Messages${lang}.php) mediawiki-${lang,,} >mediawiki-${lang,,}.json

‎db/ignore_patterns/mediawiki-zh.json

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
{
2+
"name": "mediawiki-zh",
3+
"patterns": [
4+
"[\\?&]diff=(prev|next|cur|\\d+)",
5+
"[\\?&]direction=(prev|next)&oldid=\\d+",
6+
"[\\?&]curid=\\d+",
7+
"[\\?&]limit=(1|20|100|250|500)",
8+
"[?&]dir=prev(&|$)",
9+
"[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=",
10+
"([\\?&]title=|/)Special:((%E5%88%9B%E5%BB%BA%E8%B4%A6%E6%88%B7|%E5%89%B5%E5%BB%BA%E8%B3%AC%E6%88%B6|%E5%BB%BA%E7%AB%8B%E5%B8%B3%E6%88%B6|%E5%BB%BA%E7%AB%8B%E5%B8%B3%E8%99%9F|%E5%BB%BA%E7%AB%8B%E5%B8%90%E5%8F%B7)|(%E7%94%A8%E6%88%B7%E7%99%BB%E5%BD%95|%E7%94%A8%E6%88%B6%E7%99%BB%E5%85%A5|%E4%BD%BF%E7%94%A8%E8%80%85%E7%99%BB%E5%85%A5)|(%E7%94%A8%E6%88%B7%E9%80%80%E5%87%BA|%E7%94%A8%E6%88%B6%E7%99%BB%E5%87%BA|%E4%BD%BF%E7%94%A8%E8%80%85%E7%99%BB%E5%87%BA)|Translate|MobileFeedback|MobileOptions|(%E9%93%BE%E5%87%BA%E6%9B%B4%E6%94%B9|%E9%8F%88%E5%87%BA%E6%9B%B4%E6%94%B9|%E9%80%A3%E5%87%BA%E6%9B%B4%E6%94%B9)|(%E5%B7%AE%E5%BC%82|%E5%B7%AE%E7%95%B0)|MobileDiff|CentralAuth)",
11+
"([\\?&]title=|/)Special:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)",
12+
"([\\?&]title=Special:(%E6%9C%80%E8%BF%91%E6%9B%B4%E6%94%B9|%E8%BF%91%E6%9C%9F%E8%AE%8A%E5%8B%95)&|/Special:(%E6%9C%80%E8%BF%91%E6%9B%B4%E6%94%B9|%E8%BF%91%E6%9C%9F%E8%AE%8A%E5%8B%95)\\?)(.*&)?from=\\d+",
13+
"([\\?&]title=|/)Special:((%E6%96%87%E4%BB%B6%E5%88%97%E8%A1%A8|%E6%AA%94%E6%A1%88%E5%88%97%E8%A1%A8|%E6%A1%A3%E6%A1%88%E5%88%97%E8%A1%A8)|(%E5%89%8D%E7%BC%80%E7%B4%A2%E5%BC%95|%E5%89%8D%E7%B6%B4%E7%B4%A2%E5%BC%95|%E5%AD%97%E9%A6%96%E7%B4%A2%E5%BC%95)).*&amp;",
14+
"([\\?&]title=|/)Special:(%E6%96%87%E4%BB%B6%E5%88%97%E8%A1%A8|%E6%AA%94%E6%A1%88%E5%88%97%E8%A1%A8|%E6%A1%A3%E6%A1%88%E5%88%97%E8%A1%A8).*&user=",
15+
"([\\?&]title=|/)Special:(%E6%96%87%E4%BB%B6%E5%88%97%E8%A1%A8|%E6%AA%94%E6%A1%88%E5%88%97%E8%A1%A8|%E6%A1%A3%E6%A1%88%E5%88%97%E8%A1%A8).*&sort=img_(timestamp|name|size)(&|$)",
16+
"([\\?&]title=|/)Special:(%E6%97%A5%E5%BF%97|%E6%97%A5%E8%AA%8C)/",
17+
"([?&]title=Special:(%E6%97%A5%E5%BF%97|%E6%97%A5%E8%AA%8C)&|/Special:(%E6%97%A5%E5%BF%97|%E6%97%A5%E8%AA%8C)\\?)(.*&)?hide_[^&=]+=1(&|$)",
18+
"([?&]title=Special:(%E6%97%A5%E5%BF%97|%E6%97%A5%E8%AA%8C)&|/Special:(%E6%97%A5%E5%BF%97|%E6%97%A5%E8%AA%8C)\\?)(.*&)?hide_.*&hide_",
19+
"([?&]title=|/)Property:.*&until=",
20+
"([?&]title=|/)Category:.*&(page|subcat|file)until=",
21+
"[\\?&]action=edit&section=(\\d+|new)",
22+
"[\\?&]feed(format)?=atom",
23+
"[\\?&]redlink=1",
24+
"[\\?&]printable=yes",
25+
"[\\?&]mobileaction=",
26+
"[\\?&]undo(after)?=\\d+",
27+
"^https?://a\\.wikia-beacon\\.com/__track/",
28+
"^https?://beacon\\.wikia-services\\.com/__track/",
29+
"([\\?&]title=|/)Special:((%E5%89%8D%E7%BC%80%E7%B4%A2%E5%BC%95|%E5%89%8D%E7%B6%B4%E7%B4%A2%E5%BC%95|%E5%AD%97%E9%A6%96%E7%B4%A2%E5%BC%95)|(%E9%93%BE%E5%85%A5%E9%A1%B5%E9%9D%A2|%E9%8F%88%E5%85%A5%E9%A0%81%E9%9D%A2|%E9%80%A3%E5%85%A5%E9%A0%81%E9%9D%A2)|(%E7%94%A8%E6%88%B7%E8%B4%A1%E7%8C%AE|%E7%94%A8%E6%88%B6%E8%B2%A2%E7%8D%BB|%E4%BD%BF%E7%94%A8%E8%80%85%E8%B2%A2%E7%8D%BB|%E4%BD%BF%E7%94%A8%E8%80%85%E8%B4%A1%E7%8C%AE)|(%E6%96%87%E4%BB%B6%E5%88%97%E8%A1%A8|%E6%AA%94%E6%A1%88%E5%88%97%E8%A1%A8|%E6%A1%A3%E6%A1%88%E5%88%97%E8%A1%A8)|(%E7%94%A8%E6%88%B7%E5%88%97%E8%A1%A8|%E7%94%A8%E6%88%B6%E5%88%97%E8%A1%A8|%E4%BD%BF%E7%94%A8%E8%80%85%E6%B8%85%E5%96%AE))/.*/\\2/",
30+
"/User_talk:.+/User_talk:",
31+
"/User_blog:.+/User_blog:",
32+
"/User:.+/User:",
33+
"^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?Special:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)"
34+
],
35+
"type": "ignore_patterns"
36+
}

0 commit comments

Comments
 (0)