From d85efeec01cd0a09dd31fd63e16919e74a82a2ed Mon Sep 17 00:00:00 2001 From: Jordan Date: Tue, 24 Jan 2023 23:14:44 -0700 Subject: ignore patterns: merge updates from upstream, regenerate --- gen-ignores.py | 23 ++++++------ ignore_patterns.go | 101 ++++++++++++++++++++++++++++------------------------- 2 files changed, 65 insertions(+), 59 deletions(-) diff --git a/gen-ignores.py b/gen-ignores.py index ede0529..cd372f8 100755 --- a/gen-ignores.py +++ b/gen-ignores.py @@ -10,26 +10,25 @@ import glob import json import os +import re import sys archivebot_ignore_path = sys.argv[1] -unsupported = ['\\1', '\\2', '(?!', '(?='] - -print 'package crawl\n\nvar defaultIgnorePatterns = []string{' - +print('package crawl\n\nvar defaultIgnorePatterns = []string{') for fn in glob.glob(os.path.join(archivebot_ignore_path, '*.json')): try: with open(fn) as fd: - print '\n\t// %s' % os.path.basename(fn) + print('\n\t// %s' % os.path.basename(fn)) for p in json.load(fd)['patterns']: - if any(x in p for x in unsupported): + if re.search(r'\\[0-9]', p) or ('(?!' in p) or ('(?=' in p): # RE2 does not support backreferences or other # fancy PCRE constructs. This excludes <10 # patterns from the ignore list. continue - print '\t%s,' % json.dumps(p) - except Exception, e: - print >>sys.stderr, 'error in %s: %s' % (fn, e) - -print '}' - + if re.search(r'(?:%[0-9A-F]{2}){3,}', p): + continue + p = p.replace('{primary_netloc}', '.*') + print('\t%s,' % json.dumps(p)) + except Exception as e: + print('error in %s: %s' % (fn, e), file=sys.stderr) +print('}') diff --git a/ignore_patterns.go b/ignore_patterns.go index 65a4550..451d379 100644 --- a/ignore_patterns.go +++ b/ignore_patterns.go @@ -23,6 +23,8 @@ var defaultIgnorePatterns = []string{ "^https?://github\\.com/[^/]+/[^/]+/(issues|pull)/[^/]+/hovercard$", "^https?://github\\.com/[^/]+/[^/]+/packages\\?(.*&)?sort_by=", "^https?://github\\.com/[^/]+/[^/]+/used_by_list$", + "^https?://github\\.com/[^/]+/[^/]+/sponsor_button$", + "^https?://github\\.com/[^/]+/[^/]+/hovercards/citation/sidebar_partial\\?tree_name=", "^https?://github\\.com/.*/(contributions-spider-graph|drag-drop|jump-to|profile-pins-element|randomColor|sortable-behavior|tweetsodium|user-status-submit)\\.js$", // coppermine.json @@ -164,17 +166,7 @@ var defaultIgnorePatterns = []string{ "[\\?&]limit=(1|20|100|250|500)", "[?&]dir=prev(&|$)", "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=", - "([\\?&]title=|/)%ED%8A%B9%EC%88%98:((%EA%B3%84%EC%A0%95%EB%A7%8C%EB%93%A4%EA%B8%B0|%EA%B0%80%EC%9E%85)|(%EB%A1%9C%EA%B7%B8%EC%9D%B8|%EC%82%AC%EC%9A%A9%EC%9E%90%EB%A1%9C%EA%B7%B8%EC%9D%B8)|(%EB%A1%9C%EA%B7%B8%EC%95%84%EC%9B%83|%EC%82%AC%EC%9A%A9%EC%9E%90%EB%A1%9C%EA%B7%B8%EC%95%84%EC%9B%83)|Translate|MobileFeedback|MobileOptions|%EB%A7%81%ED%81%AC%EC%B5%9C%EA%B7%BC%EB%B0%94%EB%80%9C|%EC%B0%A8%EC%9D%B4|MobileDiff|CentralAuth)", - "([\\?&]title=|/)%ED%8A%B9%EC%88%98:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)", - "([\\?&]title=%ED%8A%B9%EC%88%98:%EC%B5%9C%EA%B7%BC%EB%B0%94%EB%80%9C&|/%ED%8A%B9%EC%88%98:%EC%B5%9C%EA%B7%BC%EB%B0%94%EB%80%9C\\?)(.*&)?from=\\d+", - "([\\?&]title=|/)%ED%8A%B9%EC%88%98:((%ED%8C%8C%EC%9D%BC%EB%AA%A9%EB%A1%9D|%EA%B7%B8%EB%A6%BC%EB%AA%A9%EB%A1%9D|%ED%8C%8C%EC%9D%BC|%EA%B7%B8%EB%A6%BC)|%EC%A0%91%EB%91%90%EC%96%B4%EC%B0%BE%EA%B8%B0).*&", - "([\\?&]title=|/)%ED%8A%B9%EC%88%98:(%ED%8C%8C%EC%9D%BC%EB%AA%A9%EB%A1%9D|%EA%B7%B8%EB%A6%BC%EB%AA%A9%EB%A1%9D|%ED%8C%8C%EC%9D%BC|%EA%B7%B8%EB%A6%BC).*&user=", - "([\\?&]title=|/)%ED%8A%B9%EC%88%98:(%ED%8C%8C%EC%9D%BC%EB%AA%A9%EB%A1%9D|%EA%B7%B8%EB%A6%BC%EB%AA%A9%EB%A1%9D|%ED%8C%8C%EC%9D%BC|%EA%B7%B8%EB%A6%BC).*&sort=img_(timestamp|name|size)(&|$)", - "([\\?&]title=|/)%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)/", - "([?&]title=%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)&|/%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)\\?)(.*&)?hide_[^&=]+=1(&|$)", - "([?&]title=%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)&|/%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)\\?)(.*&)?hide_.*&hide_", "([?&]title=|/)Property:.*&until=", - "([?&]title=|/)%EB%B6%84%EB%A5%98:.*&(page|subcat|file)until=", "[\\?&]action=edit§ion=(\\d+|new)", "[\\?&]feed(format)?=atom", "[\\?&]redlink=1", @@ -183,10 +175,7 @@ var defaultIgnorePatterns = []string{ "[\\?&]undo(after)?=\\d+", "^https?://a\\.wikia-beacon\\.com/__track/", "^https?://beacon\\.wikia-services\\.com/__track/", - "/%EC%82%AC%EC%9A%A9%EC%9E%90%ED%86%A0%EB%A1%A0:.+/%EC%82%AC%EC%9A%A9%EC%9E%90%ED%86%A0%EB%A1%A0:", "/User_blog:.+/User_blog:", - "/%EC%82%AC%EC%9A%A9%EC%9E%90:.+/%EC%82%AC%EC%9A%A9%EC%9E%90:", - "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?%ED%8A%B9%EC%88%98:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)", // nosortedindex.json "\\?C=[NMSD];O=[AD]$", @@ -412,9 +401,18 @@ var defaultIgnorePatterns = []string{ "^https?://((videos|360)\\.littlstar\\.com|ls-video-masters\\.s3-accelerate\\.amazonaws\\.com)/.*\\.(mp4|mov|mkv|webm|avi|yuv|y4m)$", "^https?://platform\\.iteratehq\\.com/[0-9a-f-]+\\.png$", "^https?://accounts\\.google\\.com/(ServiceLogin|AccountChooser)\\?", + "^https://discord\\.com/assets/", + "^https?://s7\\.addthis\\.com/", // notumblrnotes.json - "^https?://{primary_netloc}/notes/[0-9]+/", + "^https?://.*/notes/[0-9]+/", + + // dspace6.json + "/discover\\?((.*&)?filtertype(_\\d+)?=){2}", + "/search-filter\\?(.*&)?filtertype(_\\d+)?=", + "/simple-search\\?((.*&)?(filter_type(_\\d+)?|filtertype)=){2}", + "[?&]dateIssued_page=\\d{2,}(&|$)", + "[?&]starts_with=", // nogithubcode.json "^https?://github\\.com/[^/]+/[^/]+/(tree(-commit)?|blob(_excerpt)?|raw|commits?|branch_commits|file-list)([/?]|$)", @@ -463,7 +461,7 @@ var defaultIgnorePatterns = []string{ "^https?://videos\\.usatoday\\.net/Brightcove2/", "^https?://cdn([1-9]|1\\d|20)\\.anyclip\\.com/.*\\.mp4$", "^https?://video\\.csfd\\.cz/files/videos/", - "^https?://assets\\d+\\.ign\\.com/videos/zencoder/.*\\.mp4$", + "^https?://assets\\d*\\.ign\\.com/videos/zencoder/.*\\.mp4$", "^https?://s3\\.amazonaws\\.com/o\\.videoarchive\\.ign\\.com/.*\\.mp4$", "^https?://(cuts\\.diamond|mlb-cuts-diamond)\\.mlb\\.com/FORGE/.*\\.mp4$", @@ -608,7 +606,7 @@ var defaultIgnorePatterns = []string{ "portal\\.php\\?month=[\\d]+", "postdays=0&postorder=asc", "prev_next=(?:prev|next)", - "{primary_netloc}/calendar/", + ".*/calendar/", "product_reviews_write\\.php\\?", "profile\\.php\\?mode=email", "profile\\.php\\?mode=register", @@ -633,6 +631,24 @@ var defaultIgnorePatterns = []string{ "viewtopic\\.php\\?.+view=print", "y=\\d{4}&m=\\d+", + // mediawiki-uk.json + "[\\?&]diff=(prev|next|cur|\\d+)", + "[\\?&]direction=(prev|next)&oldid=\\d+", + "[\\?&]curid=\\d+", + "[\\?&]limit=(1|20|100|250|500)", + "[?&]dir=prev(&|$)", + "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=", + "([?&]title=|/)Property:.*&until=", + "[\\?&]action=edit§ion=(\\d+|new)", + "[\\?&]feed(format)?=atom", + "[\\?&]redlink=1", + "[\\?&]printable=yes", + "[\\?&]mobileaction=", + "[\\?&]undo(after)?=\\d+", + "^https?://a\\.wikia-beacon\\.com/__track/", + "^https?://beacon\\.wikia-services\\.com/__track/", + "/User_blog:.+/User_blog:", + // fc2-wiki.json "^https?://[^/.]+\\.wiki\\.fc2\\.com/edit/", "^https?://[^/.]+\\.wiki\\.fc2\\.com/.*[?&]cmd=auth(&|$)", @@ -652,6 +668,24 @@ var defaultIgnorePatterns = []string{ // notumblrnoteavatars.json "^https?://\\d+\\.media\\.tumblr\\.com/avatar_.*_(16|64)\\.png$", + // mediawiki-ar.json + "[\\?&]diff=(prev|next|cur|\\d+)", + "[\\?&]direction=(prev|next)&oldid=\\d+", + "[\\?&]curid=\\d+", + "[\\?&]limit=(1|20|100|250|500)", + "[?&]dir=prev(&|$)", + "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=", + "([?&]title=|/)Property:.*&until=", + "[\\?&]action=edit§ion=(\\d+|new)", + "[\\?&]feed(format)?=atom", + "[\\?&]redlink=1", + "[\\?&]printable=yes", + "[\\?&]mobileaction=", + "[\\?&]undo(after)?=\\d+", + "^https?://a\\.wikia-beacon\\.com/__track/", + "^https?://beacon\\.wikia-services\\.com/__track/", + "/User_blog:.+/User_blog:", + // mediawiki-ru.json "[\\?&]diff=(prev|next|cur|\\d+)", "[\\?&]direction=(prev|next)&oldid=\\d+", @@ -659,17 +693,7 @@ var defaultIgnorePatterns = []string{ "[\\?&]limit=(1|20|100|250|500)", "[?&]dir=prev(&|$)", "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=", - "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:((%D0%A1%D0%BE%D0%B7%D0%B4%D0%B0%D1%82%D1%8C_%D1%83%D1%87%D1%91%D1%82%D0%BD%D1%83%D1%8E_%D0%B7%D0%B0%D0%BF%D0%B8%D1%81%D1%8C|%D0%A1%D0%BE%D0%B7%D0%B4%D0%B0%D1%82%D1%8C_%D0%BF%D0%BE%D0%BB%D1%8C%D0%B7%D0%BE%D0%B2%D0%B0%D1%82%D0%B5%D0%BB%D1%8F|%D0%97%D0%B0%D1%80%D0%B5%D0%B3%D0%B8%D1%81%D1%82%D1%80%D0%B8%D1%80%D0%BE%D0%B2%D0%B0%D1%82%D1%8C%D1%81%D1%8F)|%D0%92%D1%85%D0%BE%D0%B4|(%D0%97%D0%B0%D0%B2%D0%B5%D1%80%D1%88%D0%B5%D0%BD%D0%B8%D0%B5_%D1%81%D0%B5%D0%B0%D0%BD%D1%81%D0%B0|%D0%92%D1%8B%D1%85%D0%BE%D0%B4)|Translate|MobileFeedback|MobileOptions|%D0%A1%D0%B2%D1%8F%D0%B7%D0%B0%D0%BD%D0%BD%D1%8B%D0%B5_%D0%BF%D1%80%D0%B0%D0%B2%D0%BA%D0%B8|%D0%98%D0%B7%D0%BC%D0%B5%D0%BD%D0%B5%D0%BD%D0%B8%D1%8F|MobileDiff|CentralAuth)", - "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)", - "([\\?&]title=%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:%D0%A1%D0%B2%D0%B5%D0%B6%D0%B8%D0%B5_%D0%BF%D1%80%D0%B0%D0%B2%D0%BA%D0%B8&|/%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:%D0%A1%D0%B2%D0%B5%D0%B6%D0%B8%D0%B5_%D0%BF%D1%80%D0%B0%D0%B2%D0%BA%D0%B8\\?)(.*&)?from=\\d+", - "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:((%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D1%84%D0%B0%D0%B9%D0%BB%D0%BE%D0%B2|%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D0%B8%D0%B7%D0%BE%D0%B1%D1%80%D0%B0%D0%B6%D0%B5%D0%BD%D0%B8%D0%B9)|%D0%A3%D0%BA%D0%B0%D0%B7%D0%B0%D1%82%D0%B5%D0%BB%D1%8C_%D0%BF%D0%BE_%D0%BD%D0%B0%D1%87%D0%B0%D0%BB%D1%83_%D0%BD%D0%B0%D0%B7%D0%B2%D0%B0%D0%BD%D0%B8%D1%8F).*&", - "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D1%84%D0%B0%D0%B9%D0%BB%D0%BE%D0%B2|%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D0%B8%D0%B7%D0%BE%D0%B1%D1%80%D0%B0%D0%B6%D0%B5%D0%BD%D0%B8%D0%B9).*&user=", - "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D1%84%D0%B0%D0%B9%D0%BB%D0%BE%D0%B2|%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D0%B8%D0%B7%D0%BE%D0%B1%D1%80%D0%B0%D0%B6%D0%B5%D0%BD%D0%B8%D0%B9).*&sort=img_(timestamp|name|size)(&|$)", - "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)/", - "([?&]title=%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)&|/%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)\\?)(.*&)?hide_[^&=]+=1(&|$)", - "([?&]title=%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)&|/%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)\\?)(.*&)?hide_.*&hide_", "([?&]title=|/)Property:.*&until=", - "([?&]title=|/)%D0%9A%D0%B0%D1%82%D0%B5%D0%B3%D0%BE%D1%80%D0%B8%D1%8F:.*&(page|subcat|file)until=", "[\\?&]action=edit§ion=(\\d+|new)", "[\\?&]feed(format)?=atom", "[\\?&]redlink=1", @@ -678,10 +702,7 @@ var defaultIgnorePatterns = []string{ "[\\?&]undo(after)?=\\d+", "^https?://a\\.wikia-beacon\\.com/__track/", "^https?://beacon\\.wikia-services\\.com/__track/", - "/%D0%9E%D0%B1%D1%81%D1%83%D0%B6%D0%B4%D0%B5%D0%BD%D0%B8%D0%B5_%D1%83%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA%D0%B0:.+/%D0%9E%D0%B1%D1%81%D1%83%D0%B6%D0%B4%D0%B5%D0%BD%D0%B8%D0%B5_%D1%83%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA%D0%B0:", "/User_blog:.+/User_blog:", - "/%D0%A3%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA:.+/%D0%A3%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA:", - "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)", // forums.json "/cron\\.php\\?", @@ -791,11 +812,10 @@ var defaultIgnorePatterns = []string{ "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?Especial:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)", // fc2-blog.json - "^https?://[^/.]+\\.blog\\d*\\.(fc2\\.com|fc2blog\\.us)/(\\?date=|blog-date-)(1[0-8]\\d{4}|19[0-8]\\d{3}|20[5-9]\\d{3}|2[1-9]\\d{4})", - "^https?://[^/.]+\\.blog\\d*\\.(fc2\\.com|fc2blog\\.us)/\\?mode=edit&rno=\\d+$", - "^https?://blogvote\\.(fc2\\.com|fceblog\\.us)/pickup/[^/]+/\\d+/clap$", - "^https?://clap\\.fc2\\.com/post/[^/]+/\\?url=https?%3A%2F%2F[^/&]+\\.blog\\d*\\.(fc2\\.com|fc2blog\\.us)%2F", - "^https?://admin\\.blog\\.fc2\\.com/control\\.php", + "^https?://[^/.]+\\.blog\\d*\\.(fc2\\.com|fc2blog\\.us|2nt\\.com)/(\\?date=|blog-date-)(1[0-8]\\d{4}|19[0-8]\\d{3}|20[5-9]\\d{3}|2[1-9]\\d{4})", + "^https?://[^/.]+\\.blog\\d*\\.(fc2\\.com|fc2blog\\.us|2nt\\.com)/\\?mode=edit(entry)?&rno=\\d+$", + "^https?://blogvote\\.(fc2\\.com|fceblog\\.us|2nt\\.com)/pickup/[^/]+/\\d+/clap$", + "^https?://admin\\.blog\\.(fc2\\.com|2nt\\.com)/control\\.php", // mediawiki-ja.json "[\\?&]diff=(prev|next|cur|\\d+)", @@ -804,17 +824,7 @@ var defaultIgnorePatterns = []string{ "[\\?&]limit=(1|20|100|250|500)", "[?&]dir=prev(&|$)", "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=", - "([\\?&]title=|/)%E7%89%B9%E5%88%A5:((%E3%82%A2%E3%82%AB%E3%82%A6%E3%83%B3%E3%83%88%E4%BD%9C%E6%88%90|%E3%82%A2%E3%82%AB%E3%82%A6%E3%83%B3%E3%83%88%E3%81%AE%E4%BD%9C%E6%88%90)|%E3%83%AD%E3%82%B0%E3%82%A4%E3%83%B3|%E3%83%AD%E3%82%B0%E3%82%A2%E3%82%A6%E3%83%88|Translate|MobileFeedback|MobileOptions|(%E9%96%A2%E9%80%A3%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E6%9B%B4%E6%96%B0%E7%8A%B6%E6%B3%81|%E3%83%AA%E3%83%B3%E3%82%AF%E5%85%88%E3%81%AE%E6%9B%B4%E6%96%B0%E7%8A%B6%E6%B3%81)|%E5%B7%AE%E5%88%86|MobileDiff|CentralAuth)", - "([\\?&]title=|/)%E7%89%B9%E5%88%A5:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)", - "([\\?&]title=%E7%89%B9%E5%88%A5:(%E6%9C%80%E8%BF%91%E3%81%AE%E6%9B%B4%E6%96%B0|%E6%9C%80%E8%BF%91%E6%9B%B4%E6%96%B0%E3%81%97%E3%81%9F%E3%83%9A%E3%83%BC%E3%82%B8)&|/%E7%89%B9%E5%88%A5:(%E6%9C%80%E8%BF%91%E3%81%AE%E6%9B%B4%E6%96%B0|%E6%9C%80%E8%BF%91%E6%9B%B4%E6%96%B0%E3%81%97%E3%81%9F%E3%83%9A%E3%83%BC%E3%82%B8)\\?)(.*&)?from=\\d+", - "([\\?&]title=|/)%E7%89%B9%E5%88%A5:((%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E4%B8%80%E8%A6%A7|%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E3%83%AA%E3%82%B9%E3%83%88)|(%E5%89%8D%E6%96%B9%E4%B8%80%E8%87%B4%E3%83%9A%E3%83%BC%E3%82%B8%E4%B8%80%E8%A6%A7|%E5%A7%8B%E7%82%B9%E6%8C%87%E5%AE%9A%E3%83%9A%E3%83%BC%E3%82%B8%E4%B8%80%E8%A6%A7)).*&", - "([\\?&]title=|/)%E7%89%B9%E5%88%A5:(%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E4%B8%80%E8%A6%A7|%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E3%83%AA%E3%82%B9%E3%83%88).*&user=", - "([\\?&]title=|/)%E7%89%B9%E5%88%A5:(%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E4%B8%80%E8%A6%A7|%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E3%83%AA%E3%82%B9%E3%83%88).*&sort=img_(timestamp|name|size)(&|$)", - "([\\?&]title=|/)%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)/", - "([?&]title=%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)&|/%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)\\?)(.*&)?hide_[^&=]+=1(&|$)", - "([?&]title=%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)&|/%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)\\?)(.*&)?hide_.*&hide_", "([?&]title=|/)Property:.*&until=", - "([?&]title=|/)%E3%82%AB%E3%83%86%E3%82%B4%E3%83%AA:.*&(page|subcat|file)until=", "[\\?&]action=edit§ion=(\\d+|new)", "[\\?&]feed(format)?=atom", "[\\?&]redlink=1", @@ -823,8 +833,5 @@ var defaultIgnorePatterns = []string{ "[\\?&]undo(after)?=\\d+", "^https?://a\\.wikia-beacon\\.com/__track/", "^https?://beacon\\.wikia-services\\.com/__track/", - "/%E5%88%A9%E7%94%A8%E8%80%85%E3%83%BB%E3%83%88%E3%83%BC%E3%82%AF:.+/%E5%88%A9%E7%94%A8%E8%80%85%E3%83%BB%E3%83%88%E3%83%BC%E3%82%AF:", "/User_blog:.+/User_blog:", - "/%E5%88%A9%E7%94%A8%E8%80%85:.+/%E5%88%A9%E7%94%A8%E8%80%85:", - "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?%E7%89%B9%E5%88%A5:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)", } -- cgit v1.2.3-54-g00ecf