aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorJordan <me@jordan.im>2023-01-24 23:14:44 -0700
committerJordan <me@jordan.im>2023-01-24 23:14:44 -0700
commitd85efeec01cd0a09dd31fd63e16919e74a82a2ed (patch)
treeebce89328d198b8238e0eb88cd69d3abf6490df6
parentc089f8a62c0da541b41bde6a0d7f9faa42859ee6 (diff)
downloadcrawl-d85efeec01cd0a09dd31fd63e16919e74a82a2ed.tar.gz
crawl-d85efeec01cd0a09dd31fd63e16919e74a82a2ed.zip
ignore patterns: merge updates from upstream, regenerateHEADmaster
-rwxr-xr-xgen-ignores.py23
-rw-r--r--ignore_patterns.go101
2 files changed, 65 insertions, 59 deletions
diff --git a/gen-ignores.py b/gen-ignores.py
index ede0529..cd372f8 100755
--- a/gen-ignores.py
+++ b/gen-ignores.py
@@ -10,26 +10,25 @@
import glob
import json
import os
+import re
import sys
archivebot_ignore_path = sys.argv[1]
-unsupported = ['\\1', '\\2', '(?!', '(?=']
-
-print 'package crawl\n\nvar defaultIgnorePatterns = []string{'
-
+print('package crawl\n\nvar defaultIgnorePatterns = []string{')
for fn in glob.glob(os.path.join(archivebot_ignore_path, '*.json')):
try:
with open(fn) as fd:
- print '\n\t// %s' % os.path.basename(fn)
+ print('\n\t// %s' % os.path.basename(fn))
for p in json.load(fd)['patterns']:
- if any(x in p for x in unsupported):
+ if re.search(r'\\[0-9]', p) or ('(?!' in p) or ('(?=' in p):
# RE2 does not support backreferences or other
# fancy PCRE constructs. This excludes <10
# patterns from the ignore list.
continue
- print '\t%s,' % json.dumps(p)
- except Exception, e:
- print >>sys.stderr, 'error in %s: %s' % (fn, e)
-
-print '}'
-
+ if re.search(r'(?:%[0-9A-F]{2}){3,}', p):
+ continue
+ p = p.replace('{primary_netloc}', '.*')
+ print('\t%s,' % json.dumps(p))
+ except Exception as e:
+ print('error in %s: %s' % (fn, e), file=sys.stderr)
+print('}')
diff --git a/ignore_patterns.go b/ignore_patterns.go
index 65a4550..451d379 100644
--- a/ignore_patterns.go
+++ b/ignore_patterns.go
@@ -23,6 +23,8 @@ var defaultIgnorePatterns = []string{
"^https?://github\\.com/[^/]+/[^/]+/(issues|pull)/[^/]+/hovercard$",
"^https?://github\\.com/[^/]+/[^/]+/packages\\?(.*&)?sort_by=",
"^https?://github\\.com/[^/]+/[^/]+/used_by_list$",
+ "^https?://github\\.com/[^/]+/[^/]+/sponsor_button$",
+ "^https?://github\\.com/[^/]+/[^/]+/hovercards/citation/sidebar_partial\\?tree_name=",
"^https?://github\\.com/.*/(contributions-spider-graph|drag-drop|jump-to|profile-pins-element|randomColor|sortable-behavior|tweetsodium|user-status-submit)\\.js$",
// coppermine.json
@@ -164,17 +166,7 @@ var defaultIgnorePatterns = []string{
"[\\?&]limit=(1|20|100|250|500)",
"[?&]dir=prev(&|$)",
"[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=",
- "([\\?&]title=|/)%ED%8A%B9%EC%88%98:((%EA%B3%84%EC%A0%95%EB%A7%8C%EB%93%A4%EA%B8%B0|%EA%B0%80%EC%9E%85)|(%EB%A1%9C%EA%B7%B8%EC%9D%B8|%EC%82%AC%EC%9A%A9%EC%9E%90%EB%A1%9C%EA%B7%B8%EC%9D%B8)|(%EB%A1%9C%EA%B7%B8%EC%95%84%EC%9B%83|%EC%82%AC%EC%9A%A9%EC%9E%90%EB%A1%9C%EA%B7%B8%EC%95%84%EC%9B%83)|Translate|MobileFeedback|MobileOptions|%EB%A7%81%ED%81%AC%EC%B5%9C%EA%B7%BC%EB%B0%94%EB%80%9C|%EC%B0%A8%EC%9D%B4|MobileDiff|CentralAuth)",
- "([\\?&]title=|/)%ED%8A%B9%EC%88%98:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)",
- "([\\?&]title=%ED%8A%B9%EC%88%98:%EC%B5%9C%EA%B7%BC%EB%B0%94%EB%80%9C&|/%ED%8A%B9%EC%88%98:%EC%B5%9C%EA%B7%BC%EB%B0%94%EB%80%9C\\?)(.*&)?from=\\d+",
- "([\\?&]title=|/)%ED%8A%B9%EC%88%98:((%ED%8C%8C%EC%9D%BC%EB%AA%A9%EB%A1%9D|%EA%B7%B8%EB%A6%BC%EB%AA%A9%EB%A1%9D|%ED%8C%8C%EC%9D%BC|%EA%B7%B8%EB%A6%BC)|%EC%A0%91%EB%91%90%EC%96%B4%EC%B0%BE%EA%B8%B0).*&amp;",
- "([\\?&]title=|/)%ED%8A%B9%EC%88%98:(%ED%8C%8C%EC%9D%BC%EB%AA%A9%EB%A1%9D|%EA%B7%B8%EB%A6%BC%EB%AA%A9%EB%A1%9D|%ED%8C%8C%EC%9D%BC|%EA%B7%B8%EB%A6%BC).*&user=",
- "([\\?&]title=|/)%ED%8A%B9%EC%88%98:(%ED%8C%8C%EC%9D%BC%EB%AA%A9%EB%A1%9D|%EA%B7%B8%EB%A6%BC%EB%AA%A9%EB%A1%9D|%ED%8C%8C%EC%9D%BC|%EA%B7%B8%EB%A6%BC).*&sort=img_(timestamp|name|size)(&|$)",
- "([\\?&]title=|/)%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)/",
- "([?&]title=%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)&|/%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)\\?)(.*&)?hide_[^&=]+=1(&|$)",
- "([?&]title=%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)&|/%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)\\?)(.*&)?hide_.*&hide_",
"([?&]title=|/)Property:.*&until=",
- "([?&]title=|/)%EB%B6%84%EB%A5%98:.*&(page|subcat|file)until=",
"[\\?&]action=edit&section=(\\d+|new)",
"[\\?&]feed(format)?=atom",
"[\\?&]redlink=1",
@@ -183,10 +175,7 @@ var defaultIgnorePatterns = []string{
"[\\?&]undo(after)?=\\d+",
"^https?://a\\.wikia-beacon\\.com/__track/",
"^https?://beacon\\.wikia-services\\.com/__track/",
- "/%EC%82%AC%EC%9A%A9%EC%9E%90%ED%86%A0%EB%A1%A0:.+/%EC%82%AC%EC%9A%A9%EC%9E%90%ED%86%A0%EB%A1%A0:",
"/User_blog:.+/User_blog:",
- "/%EC%82%AC%EC%9A%A9%EC%9E%90:.+/%EC%82%AC%EC%9A%A9%EC%9E%90:",
- "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?%ED%8A%B9%EC%88%98:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)",
// nosortedindex.json
"\\?C=[NMSD];O=[AD]$",
@@ -412,9 +401,18 @@ var defaultIgnorePatterns = []string{
"^https?://((videos|360)\\.littlstar\\.com|ls-video-masters\\.s3-accelerate\\.amazonaws\\.com)/.*\\.(mp4|mov|mkv|webm|avi|yuv|y4m)$",
"^https?://platform\\.iteratehq\\.com/[0-9a-f-]+\\.png$",
"^https?://accounts\\.google\\.com/(ServiceLogin|AccountChooser)\\?",
+ "^https://discord\\.com/assets/",
+ "^https?://s7\\.addthis\\.com/",
// notumblrnotes.json
- "^https?://{primary_netloc}/notes/[0-9]+/",
+ "^https?://.*/notes/[0-9]+/",
+
+ // dspace6.json
+ "/discover\\?((.*&)?filtertype(_\\d+)?=){2}",
+ "/search-filter\\?(.*&)?filtertype(_\\d+)?=",
+ "/simple-search\\?((.*&)?(filter_type(_\\d+)?|filtertype)=){2}",
+ "[?&]dateIssued_page=\\d{2,}(&|$)",
+ "[?&]starts_with=",
// nogithubcode.json
"^https?://github\\.com/[^/]+/[^/]+/(tree(-commit)?|blob(_excerpt)?|raw|commits?|branch_commits|file-list)([/?]|$)",
@@ -463,7 +461,7 @@ var defaultIgnorePatterns = []string{
"^https?://videos\\.usatoday\\.net/Brightcove2/",
"^https?://cdn([1-9]|1\\d|20)\\.anyclip\\.com/.*\\.mp4$",
"^https?://video\\.csfd\\.cz/files/videos/",
- "^https?://assets\\d+\\.ign\\.com/videos/zencoder/.*\\.mp4$",
+ "^https?://assets\\d*\\.ign\\.com/videos/zencoder/.*\\.mp4$",
"^https?://s3\\.amazonaws\\.com/o\\.videoarchive\\.ign\\.com/.*\\.mp4$",
"^https?://(cuts\\.diamond|mlb-cuts-diamond)\\.mlb\\.com/FORGE/.*\\.mp4$",
@@ -608,7 +606,7 @@ var defaultIgnorePatterns = []string{
"portal\\.php\\?month=[\\d]+",
"postdays=0&postorder=asc",
"prev_next=(?:prev|next)",
- "{primary_netloc}/calendar/",
+ ".*/calendar/",
"product_reviews_write\\.php\\?",
"profile\\.php\\?mode=email",
"profile\\.php\\?mode=register",
@@ -633,6 +631,24 @@ var defaultIgnorePatterns = []string{
"viewtopic\\.php\\?.+view=print",
"y=\\d{4}&m=\\d+",
+ // mediawiki-uk.json
+ "[\\?&]diff=(prev|next|cur|\\d+)",
+ "[\\?&]direction=(prev|next)&oldid=\\d+",
+ "[\\?&]curid=\\d+",
+ "[\\?&]limit=(1|20|100|250|500)",
+ "[?&]dir=prev(&|$)",
+ "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=",
+ "([?&]title=|/)Property:.*&until=",
+ "[\\?&]action=edit&section=(\\d+|new)",
+ "[\\?&]feed(format)?=atom",
+ "[\\?&]redlink=1",
+ "[\\?&]printable=yes",
+ "[\\?&]mobileaction=",
+ "[\\?&]undo(after)?=\\d+",
+ "^https?://a\\.wikia-beacon\\.com/__track/",
+ "^https?://beacon\\.wikia-services\\.com/__track/",
+ "/User_blog:.+/User_blog:",
+
// fc2-wiki.json
"^https?://[^/.]+\\.wiki\\.fc2\\.com/edit/",
"^https?://[^/.]+\\.wiki\\.fc2\\.com/.*[?&]cmd=auth(&|$)",
@@ -652,6 +668,24 @@ var defaultIgnorePatterns = []string{
// notumblrnoteavatars.json
"^https?://\\d+\\.media\\.tumblr\\.com/avatar_.*_(16|64)\\.png$",
+ // mediawiki-ar.json
+ "[\\?&]diff=(prev|next|cur|\\d+)",
+ "[\\?&]direction=(prev|next)&oldid=\\d+",
+ "[\\?&]curid=\\d+",
+ "[\\?&]limit=(1|20|100|250|500)",
+ "[?&]dir=prev(&|$)",
+ "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=",
+ "([?&]title=|/)Property:.*&until=",
+ "[\\?&]action=edit&section=(\\d+|new)",
+ "[\\?&]feed(format)?=atom",
+ "[\\?&]redlink=1",
+ "[\\?&]printable=yes",
+ "[\\?&]mobileaction=",
+ "[\\?&]undo(after)?=\\d+",
+ "^https?://a\\.wikia-beacon\\.com/__track/",
+ "^https?://beacon\\.wikia-services\\.com/__track/",
+ "/User_blog:.+/User_blog:",
+
// mediawiki-ru.json
"[\\?&]diff=(prev|next|cur|\\d+)",
"[\\?&]direction=(prev|next)&oldid=\\d+",
@@ -659,17 +693,7 @@ var defaultIgnorePatterns = []string{
"[\\?&]limit=(1|20|100|250|500)",
"[?&]dir=prev(&|$)",
"[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=",
- "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:((%D0%A1%D0%BE%D0%B7%D0%B4%D0%B0%D1%82%D1%8C_%D1%83%D1%87%D1%91%D1%82%D0%BD%D1%83%D1%8E_%D0%B7%D0%B0%D0%BF%D0%B8%D1%81%D1%8C|%D0%A1%D0%BE%D0%B7%D0%B4%D0%B0%D1%82%D1%8C_%D0%BF%D0%BE%D0%BB%D1%8C%D0%B7%D0%BE%D0%B2%D0%B0%D1%82%D0%B5%D0%BB%D1%8F|%D0%97%D0%B0%D1%80%D0%B5%D0%B3%D0%B8%D1%81%D1%82%D1%80%D0%B8%D1%80%D0%BE%D0%B2%D0%B0%D1%82%D1%8C%D1%81%D1%8F)|%D0%92%D1%85%D0%BE%D0%B4|(%D0%97%D0%B0%D0%B2%D0%B5%D1%80%D1%88%D0%B5%D0%BD%D0%B8%D0%B5_%D1%81%D0%B5%D0%B0%D0%BD%D1%81%D0%B0|%D0%92%D1%8B%D1%85%D0%BE%D0%B4)|Translate|MobileFeedback|MobileOptions|%D0%A1%D0%B2%D1%8F%D0%B7%D0%B0%D0%BD%D0%BD%D1%8B%D0%B5_%D0%BF%D1%80%D0%B0%D0%B2%D0%BA%D0%B8|%D0%98%D0%B7%D0%BC%D0%B5%D0%BD%D0%B5%D0%BD%D0%B8%D1%8F|MobileDiff|CentralAuth)",
- "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)",
- "([\\?&]title=%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:%D0%A1%D0%B2%D0%B5%D0%B6%D0%B8%D0%B5_%D0%BF%D1%80%D0%B0%D0%B2%D0%BA%D0%B8&|/%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:%D0%A1%D0%B2%D0%B5%D0%B6%D0%B8%D0%B5_%D0%BF%D1%80%D0%B0%D0%B2%D0%BA%D0%B8\\?)(.*&)?from=\\d+",
- "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:((%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D1%84%D0%B0%D0%B9%D0%BB%D0%BE%D0%B2|%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D0%B8%D0%B7%D0%BE%D0%B1%D1%80%D0%B0%D0%B6%D0%B5%D0%BD%D0%B8%D0%B9)|%D0%A3%D0%BA%D0%B0%D0%B7%D0%B0%D1%82%D0%B5%D0%BB%D1%8C_%D0%BF%D0%BE_%D0%BD%D0%B0%D1%87%D0%B0%D0%BB%D1%83_%D0%BD%D0%B0%D0%B7%D0%B2%D0%B0%D0%BD%D0%B8%D1%8F).*&amp;",
- "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D1%84%D0%B0%D0%B9%D0%BB%D0%BE%D0%B2|%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D0%B8%D0%B7%D0%BE%D0%B1%D1%80%D0%B0%D0%B6%D0%B5%D0%BD%D0%B8%D0%B9).*&user=",
- "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D1%84%D0%B0%D0%B9%D0%BB%D0%BE%D0%B2|%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D0%B8%D0%B7%D0%BE%D0%B1%D1%80%D0%B0%D0%B6%D0%B5%D0%BD%D0%B8%D0%B9).*&sort=img_(timestamp|name|size)(&|$)",
- "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)/",
- "([?&]title=%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)&|/%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)\\?)(.*&)?hide_[^&=]+=1(&|$)",
- "([?&]title=%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)&|/%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)\\?)(.*&)?hide_.*&hide_",
"([?&]title=|/)Property:.*&until=",
- "([?&]title=|/)%D0%9A%D0%B0%D1%82%D0%B5%D0%B3%D0%BE%D1%80%D0%B8%D1%8F:.*&(page|subcat|file)until=",
"[\\?&]action=edit&section=(\\d+|new)",
"[\\?&]feed(format)?=atom",
"[\\?&]redlink=1",
@@ -678,10 +702,7 @@ var defaultIgnorePatterns = []string{
"[\\?&]undo(after)?=\\d+",
"^https?://a\\.wikia-beacon\\.com/__track/",
"^https?://beacon\\.wikia-services\\.com/__track/",
- "/%D0%9E%D0%B1%D1%81%D1%83%D0%B6%D0%B4%D0%B5%D0%BD%D0%B8%D0%B5_%D1%83%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA%D0%B0:.+/%D0%9E%D0%B1%D1%81%D1%83%D0%B6%D0%B4%D0%B5%D0%BD%D0%B8%D0%B5_%D1%83%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA%D0%B0:",
"/User_blog:.+/User_blog:",
- "/%D0%A3%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA:.+/%D0%A3%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA:",
- "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)",
// forums.json
"/cron\\.php\\?",
@@ -791,11 +812,10 @@ var defaultIgnorePatterns = []string{
"^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?Especial:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)",
// fc2-blog.json
- "^https?://[^/.]+\\.blog\\d*\\.(fc2\\.com|fc2blog\\.us)/(\\?date=|blog-date-)(1[0-8]\\d{4}|19[0-8]\\d{3}|20[5-9]\\d{3}|2[1-9]\\d{4})",
- "^https?://[^/.]+\\.blog\\d*\\.(fc2\\.com|fc2blog\\.us)/\\?mode=edit&rno=\\d+$",
- "^https?://blogvote\\.(fc2\\.com|fceblog\\.us)/pickup/[^/]+/\\d+/clap$",
- "^https?://clap\\.fc2\\.com/post/[^/]+/\\?url=https?%3A%2F%2F[^/&]+\\.blog\\d*\\.(fc2\\.com|fc2blog\\.us)%2F",
- "^https?://admin\\.blog\\.fc2\\.com/control\\.php",
+ "^https?://[^/.]+\\.blog\\d*\\.(fc2\\.com|fc2blog\\.us|2nt\\.com)/(\\?date=|blog-date-)(1[0-8]\\d{4}|19[0-8]\\d{3}|20[5-9]\\d{3}|2[1-9]\\d{4})",
+ "^https?://[^/.]+\\.blog\\d*\\.(fc2\\.com|fc2blog\\.us|2nt\\.com)/\\?mode=edit(entry)?&rno=\\d+$",
+ "^https?://blogvote\\.(fc2\\.com|fceblog\\.us|2nt\\.com)/pickup/[^/]+/\\d+/clap$",
+ "^https?://admin\\.blog\\.(fc2\\.com|2nt\\.com)/control\\.php",
// mediawiki-ja.json
"[\\?&]diff=(prev|next|cur|\\d+)",
@@ -804,17 +824,7 @@ var defaultIgnorePatterns = []string{
"[\\?&]limit=(1|20|100|250|500)",
"[?&]dir=prev(&|$)",
"[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=",
- "([\\?&]title=|/)%E7%89%B9%E5%88%A5:((%E3%82%A2%E3%82%AB%E3%82%A6%E3%83%B3%E3%83%88%E4%BD%9C%E6%88%90|%E3%82%A2%E3%82%AB%E3%82%A6%E3%83%B3%E3%83%88%E3%81%AE%E4%BD%9C%E6%88%90)|%E3%83%AD%E3%82%B0%E3%82%A4%E3%83%B3|%E3%83%AD%E3%82%B0%E3%82%A2%E3%82%A6%E3%83%88|Translate|MobileFeedback|MobileOptions|(%E9%96%A2%E9%80%A3%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E6%9B%B4%E6%96%B0%E7%8A%B6%E6%B3%81|%E3%83%AA%E3%83%B3%E3%82%AF%E5%85%88%E3%81%AE%E6%9B%B4%E6%96%B0%E7%8A%B6%E6%B3%81)|%E5%B7%AE%E5%88%86|MobileDiff|CentralAuth)",
- "([\\?&]title=|/)%E7%89%B9%E5%88%A5:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)",
- "([\\?&]title=%E7%89%B9%E5%88%A5:(%E6%9C%80%E8%BF%91%E3%81%AE%E6%9B%B4%E6%96%B0|%E6%9C%80%E8%BF%91%E6%9B%B4%E6%96%B0%E3%81%97%E3%81%9F%E3%83%9A%E3%83%BC%E3%82%B8)&|/%E7%89%B9%E5%88%A5:(%E6%9C%80%E8%BF%91%E3%81%AE%E6%9B%B4%E6%96%B0|%E6%9C%80%E8%BF%91%E6%9B%B4%E6%96%B0%E3%81%97%E3%81%9F%E3%83%9A%E3%83%BC%E3%82%B8)\\?)(.*&)?from=\\d+",
- "([\\?&]title=|/)%E7%89%B9%E5%88%A5:((%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E4%B8%80%E8%A6%A7|%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E3%83%AA%E3%82%B9%E3%83%88)|(%E5%89%8D%E6%96%B9%E4%B8%80%E8%87%B4%E3%83%9A%E3%83%BC%E3%82%B8%E4%B8%80%E8%A6%A7|%E5%A7%8B%E7%82%B9%E6%8C%87%E5%AE%9A%E3%83%9A%E3%83%BC%E3%82%B8%E4%B8%80%E8%A6%A7)).*&amp;",
- "([\\?&]title=|/)%E7%89%B9%E5%88%A5:(%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E4%B8%80%E8%A6%A7|%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E3%83%AA%E3%82%B9%E3%83%88).*&user=",
- "([\\?&]title=|/)%E7%89%B9%E5%88%A5:(%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E4%B8%80%E8%A6%A7|%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E3%83%AA%E3%82%B9%E3%83%88).*&sort=img_(timestamp|name|size)(&|$)",
- "([\\?&]title=|/)%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)/",
- "([?&]title=%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)&|/%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)\\?)(.*&)?hide_[^&=]+=1(&|$)",
- "([?&]title=%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)&|/%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)\\?)(.*&)?hide_.*&hide_",
"([?&]title=|/)Property:.*&until=",
- "([?&]title=|/)%E3%82%AB%E3%83%86%E3%82%B4%E3%83%AA:.*&(page|subcat|file)until=",
"[\\?&]action=edit&section=(\\d+|new)",
"[\\?&]feed(format)?=atom",
"[\\?&]redlink=1",
@@ -823,8 +833,5 @@ var defaultIgnorePatterns = []string{
"[\\?&]undo(after)?=\\d+",
"^https?://a\\.wikia-beacon\\.com/__track/",
"^https?://beacon\\.wikia-services\\.com/__track/",
- "/%E5%88%A9%E7%94%A8%E8%80%85%E3%83%BB%E3%83%88%E3%83%BC%E3%82%AF:.+/%E5%88%A9%E7%94%A8%E8%80%85%E3%83%BB%E3%83%88%E3%83%BC%E3%82%AF:",
"/User_blog:.+/User_blog:",
- "/%E5%88%A9%E7%94%A8%E8%80%85:.+/%E5%88%A9%E7%94%A8%E8%80%85:",
- "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?%E7%89%B9%E5%88%A5:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)",
}