From 07f4f6e08341ba60a7c49ed55c8e2682147b5156 Mon Sep 17 00:00:00 2001 From: Jordan Date: Thu, 10 Feb 2022 16:17:14 -0700 Subject: ignore_patterns: update to reflect current ArchiveBot ignore set --- ignore_patterns.go | 618 +++++++++++++++++++++++++++++++++++++++++++---------- 1 file changed, 502 insertions(+), 116 deletions(-) diff --git a/ignore_patterns.go b/ignore_patterns.go index 2c6d949..5d32109 100644 --- a/ignore_patterns.go +++ b/ignore_patterns.go @@ -2,117 +2,207 @@ package crawl var defaultIgnorePatterns = []string{ - // WordPress. - "wp-login\\.php", - "/wp-admin/", - "/xmlrpc\\.php", + // github.json + "^https?://github\\.com/[^/]+/[^/]+/(search|find|blame|diffs|compare|notifications)[/?]", + "^https?://github\\.com/.*/(s,|,Meta\\+|Control\\+)/", + "^https?://github\\.com/[^/]+/[^/]+/(issues|pulls)(/show_menu_content)?\\?(.*&)?q=(.*\\+)?-?(label|sort|assignee|author|project|milestone|review|no|updated|comments|base)(%3A|:)", + "^https?://github\\.com/[^/]+/[^/]+/projects\\?query=([^&]+\\+)?sort(%3A|:)", + "^https?://github\\.com/[^/]+/[^/]+/milestones\\?(.*&)?(sort|direction)=", + "^https?://github\\.com/[^/]+/[^/]+/(issues/)?labels/?\\?(.*&)?sort=", + "^https?://github\\.com/[^/]+/[^/]+/(issues|pull)/new[/?]", + "^https?://github\\.com/[^/]+/[^/]+/commits/[0-9a-f]{40}([/?]|$)", + "^https?://github\\.com/[^/]+/[^/]+/commit/[0-9a-f]{40}\\?diff=", + "^https?://github\\.com/[^/]+/[^/]+/issues/\\d+/set_milestone\\?", + "^https?://github\\.com/[^/]+/[^/]+/pull/\\d+/review-requests\\?", + "^https?://github\\.com/[^/]+/[^/]+/projects/issues/\\d+$", + "^https?://github\\.com/[^/]+/[^/]+/(tree|blob|raw)/[0-9a-f]{40}/", + "^https?://github\\.com/[^/]+/[^/]+/actions(/.*)?\\?(.*&)?query=", + "^https?://github\\.com/[^/]+/[^/]+/runs/\\d+/(header$|toolbar(\\?|$)|step_summary\\?|unseen_check_steps\\?)", + "^https?://github\\.com/[^/]+/[^/]+/suites/\\d+/show_partial\\?", + "^https?://github\\.com/[^/]+/[^/]+/actions/runs/\\d+/workflow_run$", + "^https?://github\\.com/[^/]+/[^/]+/(issues|pull)/[^/]+/hovercard$", + "^https?://github\\.com/[^/]+/[^/]+/packages\\?(.*&)?sort_by=", + "^https?://github\\.com/[^/]+/[^/]+/used_by_list$", + "^https?://github\\.com/.*/(contributions-spider-graph|drag-drop|jump-to|profile-pins-element|randomColor|sortable-behavior|tweetsodium|user-status-submit)\\.js$", - // googleplus.json + // coppermine.json + "(?:displayimage|thumbnails)\\.php[?&]album=(?:topn|toprated|lastcom|lastup|lastupby|random|lastcomby)", + "ratepic\\.php", + "addfav\\.php\\?.*ref=displayimage\\.php", + "displayimage\\.php\\?.*slideshow=\\d+", + + // tistory.json + "^https?://www\\.tistory\\.com/login/", + "^https?://www\\.tistory\\.com/auth/login[/?]", + "^https?://[^/]+/manage([/?]|$)", + "^https?://[^/]+/toolbar/popup/abuseReport/", + "^https?://[^/]+/comment/add/\\d+$", + "^https?://[^/]+/archive/(200[0-5]|20[5-9]\\d)\\d{2}$", + + // mastodon.json + "^https?://[^/]+/api/salmon/\\d+$", + "^https?://[^/]+/interact/\\d+\\?type=(reply|reblog|favourite)$", + "[?&]min_id=\\d+(&|$)", + + // instagram.json + "^https?://www\\.instagram\\.com/.*[?&]hl=", + "^https?://www\\.instagram\\.com/p/[^/]+/caption/[^/]+/.+/", + + // mediawiki-fr.json + "[\\?&]diff=(prev|next|cur|\\d+)", + "[\\?&]direction=(prev|next)&oldid=\\d+", + "[\\?&]curid=\\d+", + "[\\?&]limit=(1|20|100|250|500)", + "[?&]dir=prev(&|$)", + "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=", + "([\\?&]title=|/)Sp%C3%A9cial:((Cr%C3%A9er_un_compte|Cr%C3%A9erUnCompte|Cr%C3%A9erCompte)|(Connexion|Identification)|(D%C3%A9connexion|Deconnexion)|Translate|MobileFeedback|MobileOptions|(Suivi_des_liens|SuiviDesLiens)|Diff|MobileDiff|CentralAuth)", + "([\\?&]title=|/)Sp%C3%A9cial:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)", + "([\\?&]title=Sp%C3%A9cial:(Modifications_r%C3%A9centes|Modifications_recentes|ModificationsR%C3%A9centes|ModificationsRecentes)&|/Sp%C3%A9cial:(Modifications_r%C3%A9centes|Modifications_recentes|ModificationsR%C3%A9centes|ModificationsRecentes)\\?)(.*&)?from=\\d+", + "([\\?&]title=|/)Sp%C3%A9cial:((Liste_des_fichiers|ListeDesFichiers|Liste_des_images|ListeDesImages)|(Index|Pr%C3%A9fixes|Prefixes)).*&", + "([\\?&]title=|/)Sp%C3%A9cial:(Liste_des_fichiers|ListeDesFichiers|Liste_des_images|ListeDesImages).*&user=", + "([\\?&]title=|/)Sp%C3%A9cial:(Liste_des_fichiers|ListeDesFichiers|Liste_des_images|ListeDesImages).*&sort=img_(timestamp|name|size)(&|$)", + "([\\?&]title=|/)Sp%C3%A9cial:(Journal|Journaux)/", + "([?&]title=Sp%C3%A9cial:(Journal|Journaux)&|/Sp%C3%A9cial:(Journal|Journaux)\\?)(.*&)?hide_[^&=]+=1(&|$)", + "([?&]title=Sp%C3%A9cial:(Journal|Journaux)&|/Sp%C3%A9cial:(Journal|Journaux)\\?)(.*&)?hide_.*&hide_", + "([?&]title=|/)Property:.*&until=", + "([?&]title=|/)Cat%C3%A9gorie:.*&(page|subcat|file)until=", + "[\\?&]action=edit§ion=(\\d+|new)", + "[\\?&]feed(format)?=atom", + "[\\?&]redlink=1", + "[\\?&]printable=yes", + "[\\?&]mobileaction=", + "[\\?&]undo(after)?=\\d+", + "^https?://a\\.wikia-beacon\\.com/__track/", + "^https?://beacon\\.wikia-services\\.com/__track/", + "([\\?&]title=|/)Sp%C3%A9cial:((Index|Pr%C3%A9fixes|Prefixes)|(Pages_li%C3%A9es|PagesLi%C3%A9es|Pages_liees|PagesLiees)|Contributions|(Liste_des_fichiers|ListeDesFichiers|Liste_des_images|ListeDesImages)|(Liste_des_utilisateurs|ListeDesUtilisateurs|Utilisateurs))/.*/\\2/", + "/Discussion_utilisateur:.+/Discussion_utilisateur:", + "/User_blog:.+/User_blog:", + "/Utilisateur:.+/Utilisateur:", + "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?Sp%C3%A9cial:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)", + + // youtube.json "^https?://accounts\\.google\\.com/ServiceLogin", - "^https?://accounts\\.google\\.com/SignUp", - "^https?://lh4\\.googleusercontent\\.com/proxy/[^/]+", - "^https?://plus\\.google\\.com/_/scs/apps-static/", + "\\.?youtube\\.com/user/[^/]+/(playlists|channels|videos)\\?(flow|view|sort|live_view)=", + "^https?://www\\.youtube\\.com/.*/www/www/", // mediawiki.json - "[\\?&]oldid=\\d+", + "[\\?&]diff=(prev|next|cur|\\d+)", + "[\\?&]direction=(prev|next)&oldid=\\d+", "[\\?&]curid=\\d+", - "[\\?&]limit=(20|100|250|500)", + "[\\?&]limit=(1|20|100|250|500)", + "[?&]dir=prev(&|$)", "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=", - "([\\?&]title=|/)Special:(UserLogin|UserLogout|Translate|MobileFeedback|MobileOptions|RecentChangesLinked|Diff|MobileDiff)", - "([\\?&]title=|/)Special:RecentChanges&from=\\d+", - "([\\?&]title=|/)Special:ListFiles&dir=prev&offset=\\d+", + "([\\?&]title=|/)Special:(CreateAccount|UserLogin|UserLogout|Translate|MobileFeedback|MobileOptions|RecentChangesLinked|Diff|MobileDiff|CentralAuth)", + "([\\?&]title=|/)Special:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)", + "([\\?&]title=Special:RecentChanges&|/Special:RecentChanges\\?)(.*&)?from=\\d+", "([\\?&]title=|/)Special:(ListFiles|PrefixIndex).*&", "([\\?&]title=|/)Special:ListFiles.*&user=", + "([\\?&]title=|/)Special:ListFiles.*&sort=img_(timestamp|name|size)(&|$)", "([\\?&]title=|/)Special:Log/", + "([?&]title=Special:Log&|/Special:Log\\?)(.*&)?hide_[^&=]+=1(&|$)", + "([?&]title=Special:Log&|/Special:Log\\?)(.*&)?hide_.*&hide_", + "([?&]title=|/)Property:.*&until=", + "([?&]title=|/)Category:.*&(page|subcat|file)until=", "[\\?&]action=edit§ion=(\\d+|new)", "[\\?&]feed(format)?=atom", "[\\?&]redlink=1", "[\\?&]printable=yes", "[\\?&]mobileaction=", "[\\?&]undo(after)?=\\d+", - "^http://a\\.wikia-beacon\\.com/__track/", + "^https?://a\\.wikia-beacon\\.com/__track/", + "^https?://beacon\\.wikia-services\\.com/__track/", + "([\\?&]title=|/)Special:(PrefixIndex|WhatLinksHere|Contributions|ListFiles|ListUsers)/.*/\\2/", "/User_talk:.+/User_talk:", "/User_blog:.+/User_blog:", "/User:.+/User:", - - // nosortedindex.json - "\\?C=[NMSD];O=[AD]$", - - // coppermine.json - "(?:displayimage|thumbnails)\\.php[?&]album=(?:topn|toprated|lastcom|lastup|lastupby|random|lastcomby)", - "ratepic\\.php", - "addfav\\.php\\?.*ref=displayimage\\.php", - "displayimage\\.php\\?.*slideshow=\\d+", - - // youtube.json - "^https?://accounts\\.google\\.com/ServiceLogin", - "\\.?youtube\\.com/user/[^/]+/(playlists|channels|videos)\\?(flow|view|sort|live_view)=", + "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?Special:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)", // reddit.json - "^https?://www\\.reddit\\.com/gold\\?goldtype=", - "^https?://www\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+/[^/]+/[a-z0-9]+", - "^https?://www\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+.*\\?sort=", - "^https?://www\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+/[^/]+/\\.compact", - "^https?://www\\.reddit\\.com/r/[^/]+/(top|new|rising|controversial|gilded|ads)/.+[\\?&]after=", - "^https?://www\\.reddit\\.com/r/[^/]+/related/", - "^https?://www\\.reddit\\.com/r/[^/]+/(gilded)?\\.mobile\\?", - "^https?://www\\.reddit\\.com/r/[^/]+/search/?\\?", - "^https?://www\\.reddit\\.com/r/[^/]+/wiki/(revisions|discussions)/user/.+", - "^https?://www\\.reddit\\.com/user/[^/]+/(comments/)?.+[\\?&]sort=", - "^https?://www\\.reddit\\.com/.+/\\.rss$", + "^https?://out\\.reddit\\.com/", + "^https?://(www|old|np)\\.reddit\\.com/gold\\?goldtype=", + "^https?://(www|old|np)\\.reddit\\.com/(r|user)/[^/]+/comments/[a-z0-9]+/[^/]+/[a-z0-9]+", + "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+.*\\?sort=", + "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/comments/[a-z0-9]+/[^/]+/\\.compact", + "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/((hot|top|new|rising|controversial|gilded|ads)/)?.*[?&]before=", + "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/related/", + "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/(gilded)?\\.mobile\\?", + "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/search/?\\?", + "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/wiki/(revisions|discussions)/user/.+", + "^https?://(www|old|np)\\.reddit\\.com/r/[^/]+/wiki/revisions/.*[?&]before=", + "^https?://(www|old|np)\\.reddit\\.com/user/[^/]+/.*[?&]sort=", + "^https?://(www|old|np)\\.reddit\\.com/user/[^/]+/.*[?&]before=", + "^https?://(www|old|np)\\.reddit\\.com/.+/\\.rss$", "^https?://simple\\.reddit\\.com/", "^https?://pixel\\.redditmedia\\.com/pixel/", - "\\.reddit\\.com/message/compose/?\\?", + "^https?://[^/]+\\.reddit\\.com/message/compose/?\\?", "^https?://m\\.reddit\\.com/", + "^https?://amp\\.reddit\\.com/pixel\\?", + "^https?://(www|old|np)\\.reddit\\.com/[^?]+\\?(.*&)?ref=readnext(&|$)", + "^https?://amp\\.reddit\\.com/r/[^/]+/duplicates/", - // nogravatar.json - "^https?://(\\d|secure)\\.gravatar\\.com/avatar/", + // googleplus.json + "^https?://accounts\\.google\\.com/ServiceLogin", + "^https?://accounts\\.google\\.com/SignUp", + "^https?://lh4\\.googleusercontent\\.com/proxy/[^/]+", + "^https?://plus\\.google\\.com/_/scs/apps-static/", - // meetupeverywhere.json - "^https?://.*\\.meetup\\.com/login/", + // imdb.json + "^http://b\\.scorecardresearch\\.com/", + "^http://ad\\.doubleclick\\.net/", + "^http://www\\.imdb\\.com/rd/", + "^http://www\\.imdb\\.com/.+\\?ref_=", + "^http://www\\.imdb\\.com/.+/board/flat/", + "^http://www\\.imdb\\.com/.+/board/inline/", + "^http://www\\.imdb\\.com/.+/board/thread/", + "^http://www\\.imdb\\.com/help/boards_posting\\.html", + "^http://www\\.imdb\\.com/register/", + "^http://www\\.imdb\\.com/.+/board/.+/\\d+\\?d=", + "^http://www\\.imdb\\.com/.+/videogallery/.+/.+/", - // pinterest.json - "^https?://www\\.pinterest\\.com/[^/]+/\\^/[^/]+/", - "^https?://www\\.pinterest\\.com/[^/]+/[^/]+/\\^/[^/]+/", - "^https?://www\\.pinterest\\.com/[^/]+/[^/]+\\.[^/]+", - "^https?://www\\.pinterest\\.com/[^/]+/[^/]+/[^/]+\\.[^/]+", - "^https?://www\\.pinterest\\.com/[^/]+/webapp/js/app/(desktop|common)/bundle-(jcrop|mapbox)\\.js", - "^https?://www\\.pinterest\\.com/[^/]+/[^/]+/webapp/js/app/(desktop|common)/bundle-(jcrop|mapbox)\\.js", + // mediawiki-ko.json + "[\\?&]diff=(prev|next|cur|\\d+)", + "[\\?&]direction=(prev|next)&oldid=\\d+", + "[\\?&]curid=\\d+", + "[\\?&]limit=(1|20|100|250|500)", + "[?&]dir=prev(&|$)", + "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=", + "([\\?&]title=|/)%ED%8A%B9%EC%88%98:((%EA%B3%84%EC%A0%95%EB%A7%8C%EB%93%A4%EA%B8%B0|%EA%B0%80%EC%9E%85)|(%EB%A1%9C%EA%B7%B8%EC%9D%B8|%EC%82%AC%EC%9A%A9%EC%9E%90%EB%A1%9C%EA%B7%B8%EC%9D%B8)|(%EB%A1%9C%EA%B7%B8%EC%95%84%EC%9B%83|%EC%82%AC%EC%9A%A9%EC%9E%90%EB%A1%9C%EA%B7%B8%EC%95%84%EC%9B%83)|Translate|MobileFeedback|MobileOptions|%EB%A7%81%ED%81%AC%EC%B5%9C%EA%B7%BC%EB%B0%94%EB%80%9C|%EC%B0%A8%EC%9D%B4|MobileDiff|CentralAuth)", + "([\\?&]title=|/)%ED%8A%B9%EC%88%98:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)", + "([\\?&]title=%ED%8A%B9%EC%88%98:%EC%B5%9C%EA%B7%BC%EB%B0%94%EB%80%9C&|/%ED%8A%B9%EC%88%98:%EC%B5%9C%EA%B7%BC%EB%B0%94%EB%80%9C\\?)(.*&)?from=\\d+", + "([\\?&]title=|/)%ED%8A%B9%EC%88%98:((%ED%8C%8C%EC%9D%BC%EB%AA%A9%EB%A1%9D|%EA%B7%B8%EB%A6%BC%EB%AA%A9%EB%A1%9D|%ED%8C%8C%EC%9D%BC|%EA%B7%B8%EB%A6%BC)|%EC%A0%91%EB%91%90%EC%96%B4%EC%B0%BE%EA%B8%B0).*&", + "([\\?&]title=|/)%ED%8A%B9%EC%88%98:(%ED%8C%8C%EC%9D%BC%EB%AA%A9%EB%A1%9D|%EA%B7%B8%EB%A6%BC%EB%AA%A9%EB%A1%9D|%ED%8C%8C%EC%9D%BC|%EA%B7%B8%EB%A6%BC).*&user=", + "([\\?&]title=|/)%ED%8A%B9%EC%88%98:(%ED%8C%8C%EC%9D%BC%EB%AA%A9%EB%A1%9D|%EA%B7%B8%EB%A6%BC%EB%AA%A9%EB%A1%9D|%ED%8C%8C%EC%9D%BC|%EA%B7%B8%EB%A6%BC).*&sort=img_(timestamp|name|size)(&|$)", + "([\\?&]title=|/)%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)/", + "([?&]title=%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)&|/%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)\\?)(.*&)?hide_[^&=]+=1(&|$)", + "([?&]title=%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)&|/%ED%8A%B9%EC%88%98:(%EA%B8%B0%EB%A1%9D|%EB%A1%9C%EA%B7%B8)\\?)(.*&)?hide_.*&hide_", + "([?&]title=|/)Property:.*&until=", + "([?&]title=|/)%EB%B6%84%EB%A5%98:.*&(page|subcat|file)until=", + "[\\?&]action=edit§ion=(\\d+|new)", + "[\\?&]feed(format)?=atom", + "[\\?&]redlink=1", + "[\\?&]printable=yes", + "[\\?&]mobileaction=", + "[\\?&]undo(after)?=\\d+", + "^https?://a\\.wikia-beacon\\.com/__track/", + "^https?://beacon\\.wikia-services\\.com/__track/", + "([\\?&]title=|/)%ED%8A%B9%EC%88%98:(%EC%A0%91%EB%91%90%EC%96%B4%EC%B0%BE%EA%B8%B0|(%EA%B0%80%EB%A6%AC%ED%82%A4%EB%8A%94%EB%AC%B8%EC%84%9C|%EB%A7%81%ED%81%AC%ED%95%98%EB%8A%94%EB%AC%B8%EC%84%9C)|(%EA%B8%B0%EC%97%AC|%EA%B8%B0%EC%97%AC%EB%AA%A9%EB%A1%9D)|(%ED%8C%8C%EC%9D%BC%EB%AA%A9%EB%A1%9D|%EA%B7%B8%EB%A6%BC%EB%AA%A9%EB%A1%9D|%ED%8C%8C%EC%9D%BC|%EA%B7%B8%EB%A6%BC)|(%EC%82%AC%EC%9A%A9%EC%9E%90%EB%AA%A9%EB%A1%9D|%EC%82%AC%EC%9A%A9%EC%9E%90))/.*/\\2/", + "/%EC%82%AC%EC%9A%A9%EC%9E%90%ED%86%A0%EB%A1%A0:.+/%EC%82%AC%EC%9A%A9%EC%9E%90%ED%86%A0%EB%A1%A0:", + "/User_blog:.+/User_blog:", + "/%EC%82%AC%EC%9A%A9%EC%9E%90:.+/%EC%82%AC%EC%9A%A9%EC%9E%90:", + "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?%ED%8A%B9%EC%88%98:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)", - // noonion.json + // nosortedindex.json + "\\?C=[NMSD];O=[AD]$", - // blogs.json - "[\\?&]replytocom=", - "[\\?&]share=", - "/page/%d/$", - "\\?showComment(=|%5C)", - "/quote-comment-\\d+/$", - "/wp-login\\.php\\?", - "^https?://r\\-login\\.wordpress\\.com/remote\\-login\\.php", - "'\\%20\\+\\%20liker\\.(avatar|profile)_URL\\%20\\+\\%20'", - "\\%22\\%20\\+\\%20$wrapper\\.data\\(", - "^http://.+\\.blogspot\\.(com|in|com\\.au|co\\.uk|jp|co\\.nz|ca|de|it|fr|se|sg|es|pt|com\\.br|ar|mx|kr)/(search(\\?|/label/)|\\d{4,4}/\\d{2,2}/CSI/$)", - "livejournal\\.com/ljcounter/?\\?", - "\\?replyto=[0-9]+", - "[\\?&]mode=reply", - "xiti\\.com/hit\\.xiti\\?", - "/stats\\.g\\.doubleclick\\.net/dc\\.js$", - "/jetpack-comment/\\?", - "\\?like_comment=\\d+", - "^https?://.+/.+/disqus\\.com/forums/$", - "(\\?|%5Cx26)route=(/page/:page|/archive/:year/:month|/tagged/:tag|/post/:id|/image/:post_id)", - "%5Cx26route=/archive", - "^http://\\d+\\.media\\.tumblr\\.com/avatar_.+_16\\.png$", - "^http://www\\.livejournal\\.com/(tools/memadd|update|login)\\.bml\\?", - "^http://[^\\.]+\\.livejournal\\.com/.+[\\?&]mode=reply", - "^http://[^\\.]+\\.livejournal\\.com/.+/\\*sup_ru/ru/UTF-8/", - "^http://[^\\.]+\\.livejournal\\.com/.+http://[^\\.]+\\.livejournal\\.com/", - "^http://[^\\.]+\\.livejournal\\.com/.+/stats\\.g\\.doubleclick\\.net/dc\\.js$", - "^https?://www\\.dreamwidth\\.org/tools/(memadd|tellafriend)\\?", - "^https?://[^\\.]+\\.dreamwidth\\.org/.+[\\?&]mode=reply", + // twitter.json + "^https?://((?:www|mobile)\\.)?twitter\\.com/.+[\\?&](?:id|lang|locale|screen_name|nav)=", + "^https?://mobile\\.twitter\\.com/i/anonymize\\?data=", + "^https?://twitter.com/i/csp_report", + "^https?://analytics.twitter.com/tpm", + "^https?://syndication.twitter.com/i/jot/syndication", + "^https?://twitter.com/i/jot", // global.json - //"/(.*)/(\\1/){3,}", "%25252525", "/App_Themes/.+/App_Themes/", "/bxSlider/.+/bxSlider/", @@ -152,21 +242,29 @@ var defaultIgnorePatterns = []string{ "/\\\\+[\"']", "/\\\\/\\\\/", "/'\\+[^/]+\\+'", + "/wp-content/cache/wpfc-minified/[^/]+/[^/]+/", "^https?://localhost(:\\d+)?/", - "^https?://(127|10)\\.\\d+\\.\\d+\\.\\d+(:\\d+)?/", + "^https?://(127|10|0)\\.\\d+\\.\\d+\\.\\d+(:\\d+)?/", + "^https?://169\\.254\\.\\d+\\.\\d+(:\\d+)?/", "^https?://172\\.(1[6-9]|2\\d|3[01])\\.\\d+\\.\\d+(:\\d+)?/", "^https?://192\\.168\\.\\d+\\.\\d+(:\\d+)?/", + "^https?://192\\.0\\.2\\.\\d+(:\\d+)?/", + "^https?://198\\.(18|19)\\.\\d+\\.\\d+(:\\d+)?/", + "^https?://198\\.51\\.100\\.\\d+(:\\d+)?/", + "^https?://203\\.0\\.113\\.\\d+(:\\d+)?/", "^https?://www\\.google\\.com/recaptcha/api", "^https?://geo\\.yahoo\\.com/b\\?", "^https?://((s-)?static\\.ak\\.fbcdn\\.net|(connect\\.|www\\.)?facebook\\.com)/connect\\.php/js/.*rsrc\\.php", "^https?://www\\.flickr\\.com/change_language\\.gne", - "^https?://((www|web|web-beta|wayback)\\.)?archive\\.org/", + "^https?://([^/]+\\.)?archive\\.org/", + "^https?://([^/]+\\.)?archive-it\\.org/", + "^https?://archive\\.is/", "^https?://www\\.google\\.((com|ad|ae|al|am|as|at|az|ba|be|bf|bg|bi|bj|bs|bt|by|ca|cd|cf|cg|ch|ci|cl|cm|cn|cv|cz|de|dj|dk|dm|dz|ee|es|fi|fm|fr|ga|ge|gg|gl|gm|gp|gr|gy|hn|hr|ht|hu|ie|im|iq|is|it|je|jo|ki|kg|kz|la|li|lk|lt|lu|lv|md|me|mg|mk|ml|mn|ms|mu|mv|mw|ne|nl|no|nr|nu|pl|pn|ps|pt|ro|ru|rw|sc|se|sh|si|sk|sn|so|sm|sr|st|td|tg|tk|tl|tm|tn|to|tt|vg|vu|ws|rs|cat)|(com\\.(af|ag|ai|ar|au|bd|bh|bn|bo|br|bz|co|cu|cy|do|ec|eg|et|fj|gh|gi|gt|hk|jm|kh|kw|lb|ly|mm|mt|mx|my|na|nf|ng|ni|np|om|pa|pe|pg|ph|pk|pr|py|qa|sa|sb|sg|sl|sv|tj|tr|tw|ua|uy|vc|vn))|(co\\.(ao|bw|ck|cr|id|il|in|jp|ke|kr|ls|ma|mz|nz|th|tz|ug|uk|uz|ve|vi|za|zm|zw)))/finance\\?noIL=1&q=[^&]+&ei=", "^https?://upload\\.wikimedia\\.org/wikipedia/[^/]+/thumb/", - "^http://b\\.scorecardresearch\\.com/", + "^https?://s?b\\.scorecardresearch\\.com/", "^http://i\\.dev\\.cdn\\.turner\\.com/", - "^http://video-subtitle\\.tedcdn\\.com/", - "^http://download\\.ted\\.com/", + "^https?://video-subtitle\\.tedcdn\\.com/", + "^https?://download\\.ted\\.com/", "^http://msft\\.digitalrivercontent\\.net/win/.+\\.iso", "^https?://tmz\\.vo\\.llnwd\\.net/", "^https?://(www\\.)?megaupload\\.com/", @@ -227,18 +325,19 @@ var defaultIgnorePatterns = []string{ "^https?://[^/]+\\.rastream\\.com(:\\d+)?/", "^https?://audiots\\.scdn\\.arkena\\.com/", "^https?://(www|draft)\\.blogger\\.com/(navbar\\.g|post-edit\\.g|delete-comment\\.g|comment-iframe\\.g|share-post\\.g|email-post\\.g|blog-this\\.g|delete-backlink\\.g|rearrange|blog_this\\.pyra)\\?", - "^https?://www\\.tumblr\\.com/(impixu\\?|share(/link/?)?\\?|reblog/)", + "^https?://[^/]*tumblr\\.com/(impixu\\?|share(/link/?)?\\?|reblog/)", "^https?://plus\\.google\\.com/share\\?", "^https?://(apis|plusone)\\.google\\.com/_/\\+1/", "^https?://(ssl\\.|www\\.)?reddit\\.com/(login\\?dest=|submit\\?|static/button/button)", "^https?://digg\\.com/submit\\?", "^https?://(www\\.)?facebook\\.com/(plugins/like(box)?\\.php|sharer/sharer\\.php|sharer?\\.php|dialog/(feed|share))\\?", + "^https?://www\\.facebook\\.com/captcha/", "^https?://(www\\.)?twitter\\.com/(share\\?|intent/((re)?tweet|favorite)|home/?\\?status=|\\?status=)", "^https?://platform\\d?\\.twitter\\.com/widgets/tweet_button.html\\?", "^https?://www\\.newsvine\\.com/_wine/save\\?", "^https?://www\\.netvibes\\.com/subscribe\\.php\\?", "^https?://add\\.my\\.yahoo\\.com/(rss|content)\\?", - "^http://www\\.addtoany\\.com/(add_to/|share_save\\?)", + "^https?://www\\.addtoany\\.com/(add_to/|share_save\\?)", "^https?://www\\.addthis\\.com/bookmark\\.php\\?", "^https?://(www\\.)?pinterest\\.com/pin/create/", "^https?://www\\.linkedin\\.com/(cws/share|shareArticle)\\?", @@ -264,7 +363,7 @@ var defaultIgnorePatterns = []string{ "^http://wow\\.ya\\.ru/posts_(add|share)_link\\.xml\\?", "^https?://connect\\.mail\\.ru/share\\?", "^http://zakladki\\.yandex\\.ru/newlink\\.xml\\?", - "^https?://vkontakte\\.ru/share\\.php\\?", + "^https?://(vkontakte\\.ru|vk\\.com)/share\\.php\\?", "^https?://www\\.odnoklassniki\\.ru/dk\\?st\\.cmd=addShare", "^https?://www\\.google\\.com/(reader/link\\?|buzz/post\\?)", "^https?://service\\.weibo\\.com/share/share\\.php\\?", @@ -276,7 +375,6 @@ var defaultIgnorePatterns = []string{ "^https?://mail\\.google\\.com/mail/", "^http://pixel\\.blog\\.hu/", "^https?://pixel\\.quantserve\\.com/", - "^http://b\\.scorecardresearch\\.com/", "^https?://(www|ssl)\\.google-analytics\\.com/(r/)?(__utm\\.gif|collect\\?)", "^https?://p\\.opt\\.fimserve\\.com/", "^https?://(\\d|www|secure)\\.gravatar\\.com/avatar/ad516503a11cd5ca435acc9bb6523536", @@ -284,6 +382,8 @@ var defaultIgnorePatterns = []string{ "^https?://[^/]+\\.corp\\.ne1\\.yahoo\\.com/", "^https?://.+/js-agent\\.newrelic\\.com/nr-\\d{3,3}(\\.min)?\\.js$", "^https?://.+/stats\\.g\\.doubleclick\\.net/dc\\.js$", + "^https?://stats\\.g\\.doubleclick\\.net/r/collect", + "^https?://ad\\.doubleclick\\.net/activity", "^https?://.+/js/chartbeat\\.js$", "^http://www\\.khaleejtimes\\.com/.+/kt_.+/kt_", "^http://www\\.khaleejtimes\\.com/.+/images/.+/images/", @@ -296,29 +396,149 @@ var defaultIgnorePatterns = []string{ "^http://www\\.warnerbros\\.com/\\d+$", "^https?://tm\\.uol\\.com\\.br/h/.+/h/", "^https?://media\\.opb\\.org/clips/embed/.+\\.js$", + "^https?://[^.]+\\.pinterest\\.[^/]+/join/", + "\\?wordfence_(logHuman|lh)=1", + "^https?://[^/]*tumblr\\.com/widgets/share/tool", + "amp;amp;", + "^https?://accounts\\.google\\.com/o/oauth2/auth\\?", + "^https?://www\\.facebook\\.com/dialog/oauth\\?", + "^https?://[^/]+\\.onion/", + "http://connect\\.qq\\.com/widget/shareqq/index\\.html\\?", + "^https?://((web|api)\\.whatsapp\\.com/send|wa\\.me/)\\?", + "^https?://(direct\\.(france(info|inter|culture|musique|bleu)|fipradio|mouv)\\.fr|[^/.]+\\.cdn\\.dvmr\\.fr(:\\d+)?)/.*\\.mp3$", + "^https?://www\\.testtesttest\\.com/", + "^https?://(www\\.cgzxb\\.com|imgnet\\.com|216\\.218\\.185\\.162)/", + "^https?://assets\\.squarespace\\.com/universal/scripts-compressed/src/main/webapp/universal/", + "^https?://www\\.facebook\\.com/dialog/send\\?", + "^https?://linkedin\\.com/shareArticle\\?", + "^https?://(line\\.me/R/msg/text/|lineit\\.line\\.me/share/ui|social-plugins\\.line\\.me/lineit/share)\\?", + "^https?://((videos|360)\\.littlstar\\.com|ls-video-masters\\.s3-accelerate\\.amazonaws\\.com)/.*\\.(mp4|mov|mkv|webm|avi|yuv|y4m)$", + "^https?://platform\\.iteratehq\\.com/[0-9a-f-]+\\.png$", + "^https?://accounts\\.google\\.com/(ServiceLogin|AccountChooser)\\?", - // twitter.json - "^https?://((?:www|mobile)\\.)?twitter\\.com/.+\\?(?:id|lang|locale|screen_name)=", - "^https?://mobile\\.twitter\\.com/i/anonymize\\?data=", + // notumblrnotes.json + "^https?://{primary_netloc}/notes/[0-9]+/", - // imdb.json - "^http://b\\.scorecardresearch\\.com/", - "^http://ad\\.doubleclick\\.net/", - "^http://www\\.imdb\\.com/rd/", - "^http://www\\.imdb\\.com/.+\\?ref_=", - "^http://www\\.imdb\\.com/.+/board/flat/", - "^http://www\\.imdb\\.com/.+/board/inline/", - "^http://www\\.imdb\\.com/.+/board/thread/", - "^http://www\\.imdb\\.com/help/boards_posting\\.html", - "^http://www\\.imdb\\.com/register/", - "^http://www\\.imdb\\.com/.+/board/.+/\\d+\\?d=", - "^http://www\\.imdb\\.com/.+/videogallery/.+/.+/", + // nogithubcode.json + "^https?://github\\.com/[^/]+/[^/]+/(tree(-commit)?|blob(_excerpt)?|raw|commits?|branch_commits|file-list)([/?]|$)", - // facebook.json - "^https?://error\\.facebook\\.com/common/scribe_endpoint\\.php\\?c=", - "^https?://www\\.facebook\\.com/[^/]+/(posts/|app_)[^/]+\\?(ref=page_internal&)?_fb_noscript=", - "^https?://www\\.facebook\\.com/[^/]+/photos/(pb|a)\\.[^/]+/[^/]+/.{4,4}/", - "^https?://www\\.facebook\\.com/[^/]+/photos/(pb|a)\\.[^/]+/[^/]+/\\?type=", + // blogs.json + "[\\?&]replytocom=", + "[\\?&]share=", + "/page/%d/$", + "\\?showComment(=|%5C)", + "/quote-comment-\\d+/$", + "/wp-login\\.php\\?", + "/wp-admin(/|$)", + "^https?://r\\-login\\.wordpress\\.com/remote\\-login\\.php", + "'\\%20\\+\\%20liker\\.(avatar|profile)_URL\\%20\\+\\%20'", + "\\%22\\%20\\+\\%20$wrapper\\.data\\(", + "^https?://.+\\.blogspot\\.(com|in|com\\.au|co\\.uk|jp|co\\.nz|ca|de|it|fr|se|sg|es|pt|com\\.br|ar|mx|kr)/\\d{4,4}/\\d{2,2}/CSI/$", + "^https?://[^/]+/search\\?(.*&)?reverse-paginate=true(&|$)", + "livejournal\\.com/ljcounter/?\\?", + "\\?replyto=[0-9]+", + "[\\?&]mode=reply", + "xiti\\.com/hit\\.xiti\\?", + "/stats\\.g\\.doubleclick\\.net/dc\\.js$", + "/jetpack-comment/\\?", + "\\?like_comment=\\d+", + "^https?://.+/.+/disqus\\.com/forums/$", + "(\\?|%5Cx26)route=(/page/:page|/archive/:year/:month|/tagged/:tag|/post/:id|/image/:post_id)", + "%5Cx26route=/archive", + "^http://\\d+\\.media\\.tumblr\\.com/avatar_.+_16\\.png$", + "^http://www\\.livejournal\\.com/(tools/memadd|update|login)\\.bml\\?", + "^http://[^\\.]+\\.livejournal\\.com/.+[\\?&]mode=reply", + "^http://[^\\.]+\\.livejournal\\.com/.+/\\*sup_ru/ru/UTF-8/", + "^http://[^\\.]+\\.livejournal\\.com/.+http://[^\\.]+\\.livejournal\\.com/", + "^http://[^\\.]+\\.livejournal\\.com/.+/stats\\.g\\.doubleclick\\.net/dc\\.js$", + "^https?://www\\.dreamwidth\\.org/tools/(memadd|tellafriend)\\?", + "^https?://[^\\.]+\\.dreamwidth\\.org/.+[\\?&]mode=reply", + "[?&]SuperSocializerAuth=(LiveJournal|Twitch|Twitter|Xing)(&|$)", + "^https?://wordpress\\.com/log-in\\?", + + // badvideos.json + "^https?://mp3\\.cbc\\.ca/", + "^https?://podcast-a\\.akamaihd\\.net/mp3/", + "^https?://content\\.jwplatform\\.com/videos/", + "^https?://vp\\.nyt\\.com/", + "^https?://video1\\.nytimes\\.com/", + "^https?://(d21rhj7n383afu\\.cloudfront\\.net|videos\\.posttv\\.com)/washpost-production/", + "^https?://videos\\.usatoday\\.net/Brightcove2/", + "^https?://cdn([1-9]|1\\d|20)\\.anyclip\\.com/.*\\.mp4$", + "^https?://video\\.csfd\\.cz/files/videos/", + "^https?://assets\\d+\\.ign\\.com/videos/zencoder/.*\\.mp4$", + "^https?://s3\\.amazonaws\\.com/o\\.videoarchive\\.ign\\.com/.*\\.mp4$", + "^https?://(cuts\\.diamond|mlb-cuts-diamond)\\.mlb\\.com/FORGE/.*\\.mp4$", + + // dreamwidth.json + "/\\d+\\.html\\?(.*&)?replyto=\\d+(&|$)", + "/\\d+\\.html\\?(.*&)?mode=reply(&|$)", + "/inbox/compose\\.bml\\?", + "/manage/tracking/", + "/manage/circle/", + "/manage/subscriptions/user\\.bml\\?", + "/shop/account", + "/tools/tellafriend\\?", + "/tools/memadd\\?", + "/tools/content_flag\\.bml\\?", + "/identity/login\\.bml\\?", + "/subscribers/add\\?", + "/update\\.bml\\?", + "/\\d{4}/\\d\\d/\\d\\d/\\?get=(prev|next)$", + "^https?://[^/]+\\.livejournal\\.com/.*/flymeango\\.com/$", + "^https?://[^/]+\\.livejournal\\.com/.*/fotogid\\.info$", + "^https?://[^/]+\\.livejournal\\.com/.*/spring\\.me$", + "^https?://[^/]+\\.livejournal\\.com/.*/www\\.arte\\.tv/en/$", + "^https?://[^/]+\\.livejournal\\.com/.*/error\\.[^/]+\\.text$", + "^https?://[^/]+\\.livejournal\\.com/.*/fbmerging\\.[^/]+\\.text$", + "^https?://[^/]+\\.livejournal\\.com/.*/popup\\.[^/]+\\.text$", + "^https?://[^/]+\\.livejournal\\.com/.*/\\*sup_ru/ru/UTF-8/", + "^https?://(?=[^/]+\\.livejournal\\.com/){primary_netloc}/(.*/)?https?%3A%2F%2F{primary_netloc}%2F", + "^https?://[^/]+\\.livejournal\\.com/.*/(photo/(\\{\\{|%7B%7B)photo\\.siteroot(\\}\\}|%7D%7D)/){2}", + "^https?://[^/]+\\.livejournal\\.com/.*/gtm\\.js$", + + // mediawiki-de.json + "[\\?&]diff=(prev|next|cur|\\d+)", + "[\\?&]direction=(prev|next)&oldid=\\d+", + "[\\?&]curid=\\d+", + "[\\?&]limit=(1|20|100|250|500)", + "[?&]dir=prev(&|$)", + "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=", + "([\\?&]title=|/)Spezial:(Benutzerkonto_anlegen|Anmelden|Abmelden|Translate|MobileFeedback|MobileOptions|%C3%84nderungen_an_verlinkten_Seiten|(Diff|Differenz|Unterschied)|MobileDiff|CentralAuth)", + "([\\?&]title=|/)Spezial:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)", + "([\\?&]title=Spezial:Letzte_%C3%84nderungen&|/Spezial:Letzte_%C3%84nderungen\\?)(.*&)?from=\\d+", + "([\\?&]title=|/)Spezial:((Dateien|Dateiliste)|Pr%C3%A4fixindex).*&", + "([\\?&]title=|/)Spezial:(Dateien|Dateiliste).*&user=", + "([\\?&]title=|/)Spezial:(Dateien|Dateiliste).*&sort=img_(timestamp|name|size)(&|$)", + "([\\?&]title=|/)Spezial:Logbuch/", + "([?&]title=Spezial:Logbuch&|/Spezial:Logbuch\\?)(.*&)?hide_[^&=]+=1(&|$)", + "([?&]title=Spezial:Logbuch&|/Spezial:Logbuch\\?)(.*&)?hide_.*&hide_", + "([?&]title=|/)Property:.*&until=", + "([?&]title=|/)Kategorie:.*&(page|subcat|file)until=", + "[\\?&]action=edit§ion=(\\d+|new)", + "[\\?&]feed(format)?=atom", + "[\\?&]redlink=1", + "[\\?&]printable=yes", + "[\\?&]mobileaction=", + "[\\?&]undo(after)?=\\d+", + "^https?://a\\.wikia-beacon\\.com/__track/", + "^https?://beacon\\.wikia-services\\.com/__track/", + "([\\?&]title=|/)Spezial:(Pr%C3%A4fixindex|(Linkliste|Verweisliste)|Beitr%C3%A4ge|(Dateien|Dateiliste)|(Benutzer|Benutzerliste))/.*/\\2/", + "/Benutzer_Diskussion:.+/Benutzer_Diskussion:", + "/User_blog:.+/User_blog:", + "/Benutzer:.+/Benutzer:", + "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?Spezial:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)", + + // notweets.json + "^https?://((www|mobile)\\.)?twitter\\.com/([^/]+|i/web)/status/\\d+(\\?|$)", + + // nomediawikihistory.json + "[?&]oldid=\\d+(&|$)", + "[?&]action=history(&|$)", + "([?&]title=|/)Special:Log.*[?&]", + + // nogravatar.json + "^https?://(\\d|secure)\\.gravatar\\.com/avatar/", // internetcentrum.json "%3Bamp%3Bamp", @@ -362,8 +582,6 @@ var defaultIgnorePatterns = []string{ "kalendar-akci", "kalendar\\.php", "kalendarrok=\\d{4}", - //"lang=(?!czech|english)", - //"language=(?!cs|en)", "LightNEasy\\.php\\?do=login", "limit=.+limit=.+", "login=", @@ -387,7 +605,6 @@ var defaultIgnorePatterns = []string{ "option=com_jcalpro.+date=\\d{4}-", "\\?option=com.+&month=.+&year=\\d{4}", "option=&Itemid=.+&date=\\d{4}-", - //"order=(?!1)", "orderby=(?:name|note|count|news)", "photo.php\\?i=-\\d+", "/photos.+\\?url=", @@ -396,7 +613,7 @@ var defaultIgnorePatterns = []string{ "portal\\.php\\?month=[\\d]+", "postdays=0&postorder=asc", "prev_next=(?:prev|next)", - "/calendar/", + "{primary_netloc}/calendar/", "product_reviews_write\\.php\\?", "profile\\.php\\?mode=email", "profile\\.php\\?mode=register", @@ -408,7 +625,7 @@ var defaultIgnorePatterns = []string{ "SESSION_ID=", "showcal\\.php", "site=guestbook.+type=(?:ASC|DESC)", - //"/sites/all/(sites|modules|libraries|scripts|themes)/.+/\\1", + "/sites/all/(sites|modules|libraries|scripts|themes)/.+/\\1", "Souprava=.+Souprava=.+", "Special:Whatlinkshere", "start-index=-\\d+", @@ -422,6 +639,57 @@ var defaultIgnorePatterns = []string{ "viewtopic\\.php\\?.+view=print", "y=\\d{4}&m=\\d+", + // fc2-wiki.json + "^https?://[^/.]+\\.wiki\\.fc2\\.com/edit/", + "^https?://[^/.]+\\.wiki\\.fc2\\.com/.*[?&]cmd=auth(&|$)", + + // meetupeverywhere.json + "^https?://([^/]+\\.)?meetup\\.com/login/", + + // facebook.json + "^https?://error\\.facebook\\.com/common/scribe_endpoint\\.php\\?c=", + "^https?://www\\.facebook\\.com/[^/]+/(posts/|app_)[^/]+\\?(ref=page_internal&)?_fb_noscript=", + "^https?://www\\.facebook\\.com/[^/]+/photos/(pb|a)\\.[^/]+/[^/]+/.{4,4}/", + "^https?://www\\.facebook\\.com/[^/]+/photos/(pb|a)\\.[^/]+/[^/]+/\\?type=", + "^https?://.*\\.facebook\\.com/login", + + // singletumblr.json + + // notumblrnoteavatars.json + "^https?://\\d+\\.media\\.tumblr\\.com/avatar_.*_(16|64)\\.png$", + + // mediawiki-ru.json + "[\\?&]diff=(prev|next|cur|\\d+)", + "[\\?&]direction=(prev|next)&oldid=\\d+", + "[\\?&]curid=\\d+", + "[\\?&]limit=(1|20|100|250|500)", + "[?&]dir=prev(&|$)", + "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=", + "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:((%D0%A1%D0%BE%D0%B7%D0%B4%D0%B0%D1%82%D1%8C_%D1%83%D1%87%D1%91%D1%82%D0%BD%D1%83%D1%8E_%D0%B7%D0%B0%D0%BF%D0%B8%D1%81%D1%8C|%D0%A1%D0%BE%D0%B7%D0%B4%D0%B0%D1%82%D1%8C_%D0%BF%D0%BE%D0%BB%D1%8C%D0%B7%D0%BE%D0%B2%D0%B0%D1%82%D0%B5%D0%BB%D1%8F|%D0%97%D0%B0%D1%80%D0%B5%D0%B3%D0%B8%D1%81%D1%82%D1%80%D0%B8%D1%80%D0%BE%D0%B2%D0%B0%D1%82%D1%8C%D1%81%D1%8F)|%D0%92%D1%85%D0%BE%D0%B4|(%D0%97%D0%B0%D0%B2%D0%B5%D1%80%D1%88%D0%B5%D0%BD%D0%B8%D0%B5_%D1%81%D0%B5%D0%B0%D0%BD%D1%81%D0%B0|%D0%92%D1%8B%D1%85%D0%BE%D0%B4)|Translate|MobileFeedback|MobileOptions|%D0%A1%D0%B2%D1%8F%D0%B7%D0%B0%D0%BD%D0%BD%D1%8B%D0%B5_%D0%BF%D1%80%D0%B0%D0%B2%D0%BA%D0%B8|%D0%98%D0%B7%D0%BC%D0%B5%D0%BD%D0%B5%D0%BD%D0%B8%D1%8F|MobileDiff|CentralAuth)", + "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)", + "([\\?&]title=%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:%D0%A1%D0%B2%D0%B5%D0%B6%D0%B8%D0%B5_%D0%BF%D1%80%D0%B0%D0%B2%D0%BA%D0%B8&|/%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:%D0%A1%D0%B2%D0%B5%D0%B6%D0%B8%D0%B5_%D0%BF%D1%80%D0%B0%D0%B2%D0%BA%D0%B8\\?)(.*&)?from=\\d+", + "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:((%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D1%84%D0%B0%D0%B9%D0%BB%D0%BE%D0%B2|%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D0%B8%D0%B7%D0%BE%D0%B1%D1%80%D0%B0%D0%B6%D0%B5%D0%BD%D0%B8%D0%B9)|%D0%A3%D0%BA%D0%B0%D0%B7%D0%B0%D1%82%D0%B5%D0%BB%D1%8C_%D0%BF%D0%BE_%D0%BD%D0%B0%D1%87%D0%B0%D0%BB%D1%83_%D0%BD%D0%B0%D0%B7%D0%B2%D0%B0%D0%BD%D0%B8%D1%8F).*&", + "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D1%84%D0%B0%D0%B9%D0%BB%D0%BE%D0%B2|%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D0%B8%D0%B7%D0%BE%D0%B1%D1%80%D0%B0%D0%B6%D0%B5%D0%BD%D0%B8%D0%B9).*&user=", + "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D1%84%D0%B0%D0%B9%D0%BB%D0%BE%D0%B2|%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D0%B8%D0%B7%D0%BE%D0%B1%D1%80%D0%B0%D0%B6%D0%B5%D0%BD%D0%B8%D0%B9).*&sort=img_(timestamp|name|size)(&|$)", + "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)/", + "([?&]title=%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)&|/%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)\\?)(.*&)?hide_[^&=]+=1(&|$)", + "([?&]title=%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)&|/%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB%D1%8B|%D0%96%D1%83%D1%80%D0%BD%D0%B0%D0%BB)\\?)(.*&)?hide_.*&hide_", + "([?&]title=|/)Property:.*&until=", + "([?&]title=|/)%D0%9A%D0%B0%D1%82%D0%B5%D0%B3%D0%BE%D1%80%D0%B8%D1%8F:.*&(page|subcat|file)until=", + "[\\?&]action=edit§ion=(\\d+|new)", + "[\\?&]feed(format)?=atom", + "[\\?&]redlink=1", + "[\\?&]printable=yes", + "[\\?&]mobileaction=", + "[\\?&]undo(after)?=\\d+", + "^https?://a\\.wikia-beacon\\.com/__track/", + "^https?://beacon\\.wikia-services\\.com/__track/", + "([\\?&]title=|/)%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(%D0%A3%D0%BA%D0%B0%D0%B7%D0%B0%D1%82%D0%B5%D0%BB%D1%8C_%D0%BF%D0%BE_%D0%BD%D0%B0%D1%87%D0%B0%D0%BB%D1%83_%D0%BD%D0%B0%D0%B7%D0%B2%D0%B0%D0%BD%D0%B8%D1%8F|%D0%A1%D1%81%D1%8B%D0%BB%D0%BA%D0%B8_%D1%81%D1%8E%D0%B4%D0%B0|%D0%92%D0%BA%D0%BB%D0%B0%D0%B4|(%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D1%84%D0%B0%D0%B9%D0%BB%D0%BE%D0%B2|%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D0%B8%D0%B7%D0%BE%D0%B1%D1%80%D0%B0%D0%B6%D0%B5%D0%BD%D0%B8%D0%B9)|%D0%A1%D0%BF%D0%B8%D1%81%D0%BE%D0%BA_%D1%83%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA%D0%BE%D0%B2)/.*/\\2/", + "/%D0%9E%D0%B1%D1%81%D1%83%D0%B6%D0%B4%D0%B5%D0%BD%D0%B8%D0%B5_%D1%83%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA%D0%B0:.+/%D0%9E%D0%B1%D1%81%D1%83%D0%B6%D0%B4%D0%B5%D0%BD%D0%B8%D0%B5_%D1%83%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA%D0%B0:", + "/User_blog:.+/User_blog:", + "/%D0%A3%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA:.+/%D0%A3%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA:", + "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?%D0%A1%D0%BB%D1%83%D0%B6%D0%B5%D0%B1%D0%BD%D0%B0%D1%8F:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)", + // forums.json "/cron\\.php\\?", "/external\\.php\\?type=rss", @@ -444,10 +712,128 @@ var defaultIgnorePatterns = []string{ "/post_thanks\\.php\\?", "/blog_post\\.php\\?do=newblog", "/forumdisplay\\.php.*[\\?&]do=markread", + "/forumdisplay\\.php.*[\\?&]sort=(title|postusername|voteavg|replycount|views)", "/userpoll/vote\\.php\\?", + "/usercp2\\.php\\?action=addsubscription", "/showthread\\.php.*[\\?&]goto=(next(old|new)est|newpost)", + "/showthread\\.php.*[\\?&]highlight=", + "/ratethread\\.php\\?tid=\\d+&rating=", "/editpost\\.php\\?", "/\\?view=getlastpost$", "/index\\.php\\?sharelink=", - "/ucp\\.php\\?mode=delete_cookies", + "/posts/\\d+/share", + "/ucp\\.php\\?mode=(login|delete_cookies|pm)", + "/ucp\\.php\\?i=pm&mode=compose&action=quotepost", + "/index\\.php\\?app=core&module=system&controller=login", + "/index\\.php\\?app=core&module=reports&rcom=post", + "/index\\.php\\?act=(Login|Post|Forward)", + "/new_reply_form\\.asp\\?", + "/pm_buddy_list\\.asp\\?", + "/pm_new_message_form\\.asp\\?", + "/search_form\\.asp\\?", + "/index\\.php\\?action=profile;u=\\d+;area=showposts;sa=attach;sort=\\w+", + "/index\\.php\\?action=quickmod2;topic=\\d+\\.\\d+", + "/index\\.php\\?action=stats;expand=", + "/index\\.php\\?board=\\d+\\.\\d+;sort=", + "/index\\.php\\?topic=\\d+\\.\\d+;prev_next=", + "/index\\.php\\?topic=\\d+\\.msg\\d+", + "/index\\.php.*;wap2", + "/index\\.php\\?action=calendar", + "/index\\.php\\?action=verificationcode;rand=[0-9a-f]{32};vid=search;format=\\.wav(;sound)?$", + "/viewtopic\\.php\\?p=\\d+", + "/viewtopic\\.php\\?f=\\d+&t=\\d+&p=\\d+", + "/showpost\\.php\\?p=\\d+", + "/profile\\.php\\?do=addlist", + "&controller=profile&id=\\d+&do=hovercard&referrer=", + "/post/new/\\d+", + "/post/\\d+/quote/\\d+", + "/tortoise\\.pl", + "/ad\\.pl", + "/reportpost\\?link=", + "/app\\.php/post/\\d+/report", + "/discussion/comment/\\d+/(smile|smiley|wink|blush|neutral|relaxed|grin|joy|sweat_smile|lol|innocent|naughty|yum|relieved|love|sunglasses|smirk|expressionless|unamused|sweat|pensive|confused|confounded|kissing|kissing_heart|kissing_smiling_eyes|kissing_closed_eyes|tongue|disappointed|worried|angry|rage)\\.png", + "/discussion/\\d+/(smile|smiley|wink|blush|neutral|relaxed|grin|joy|sweat_smile|lol|innocent|naughty|yum|relieved|love|sunglasses|smirk|expressionless|unamused|sweat|pensive|confused|confounded|kissing|kissing_heart|kissing_smiling_eyes|kissing_closed_eyes|tongue|disappointed|worried|angry|rage)\\.png", + "/discussion/comment/\\d+/(cry|persevere|triumph|frowning|anguished|fearful|weary|sleepy|tired_face|grimace|bawling|open_mouth|hushed|cold_sweat|scream|astonished|flushed|sleeping|dizzy|no_mouth|mask|star|cookie|warning|mrgreen|heart|heartbreak|kiss|\\+1|-1|grey_question|trollface|grey_question)\\.png", + "/discussion/\\d+/(cry|persevere|triumph|frowning|anguished|fearful|weary|sleepy|tired_face|grimace|bawling|open_mouth|hushed|cold_sweat|scream|astonished|flushed|sleeping|dizzy|no_mouth|mask|star|cookie|warning|mrgreen|heart|heartbreak|kiss|\\+1|-1|grey_question|trollface|grey_question)\\.png", + "/discussion/votecomment/", + "/discussion/flag/", + + // pinterest.json + "^https?://www\\.pinterest\\.com/[^/]+/\\^/[^/]+/", + "^https?://www\\.pinterest\\.com/[^/]+/[^/]+/\\^/[^/]+/", + "^https?://www\\.pinterest\\.com/[^/]+/[^/]+\\.[^/]+", + "^https?://www\\.pinterest\\.com/[^/]+/[^/]+/[^/]+\\.[^/]+", + "^https?://www\\.pinterest\\.com/[^/]+/webapp/js/app/(desktop|common)/bundle-(jcrop|mapbox)\\.js", + "^https?://www\\.pinterest\\.com/[^/]+/[^/]+/webapp/js/app/(desktop|common)/bundle-(jcrop|mapbox)\\.js", + + // mediawiki-es.json + "[\\?&]diff=(prev|next|cur|\\d+)", + "[\\?&]direction=(prev|next)&oldid=\\d+", + "[\\?&]curid=\\d+", + "[\\?&]limit=(1|20|100|250|500)", + "[?&]dir=prev(&|$)", + "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=", + "([\\?&]title=|/)Especial:((Crear_una_cuenta|CrearCuenta)|(Entrar|Entrada_del_usuario)|(Salida_del_usuario|Salir)|Translate|MobileFeedback|MobileOptions|(CambiosEnEnlazadas|Cambios_en_enlazadas)|Diff|MobileDiff|CentralAuth)", + "([\\?&]title=|/)Especial:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)", + "([\\?&]title=Especial:(CambiosRecientes|Cambios_recientes)&|/Especial:(CambiosRecientes|Cambios_recientes)\\?)(.*&)?from=\\d+", + "([\\?&]title=|/)Especial:((ListaIm%C3%A1genes|Lista_de_im%C3%A1genes)|(P%C3%A1ginasPorPrefijo|P%C3%A1ginas_por_prefijo)).*&", + "([\\?&]title=|/)Especial:(ListaIm%C3%A1genes|Lista_de_im%C3%A1genes).*&user=", + "([\\?&]title=|/)Especial:(ListaIm%C3%A1genes|Lista_de_im%C3%A1genes).*&sort=img_(timestamp|name|size)(&|$)", + "([\\?&]title=|/)Especial:Registro/", + "([?&]title=Especial:Registro&|/Especial:Registro\\?)(.*&)?hide_[^&=]+=1(&|$)", + "([?&]title=Especial:Registro&|/Especial:Registro\\?)(.*&)?hide_.*&hide_", + "([?&]title=|/)Property:.*&until=", + "([?&]title=|/)Categor%C3%ADa:.*&(page|subcat|file)until=", + "[\\?&]action=edit§ion=(\\d+|new)", + "[\\?&]feed(format)?=atom", + "[\\?&]redlink=1", + "[\\?&]printable=yes", + "[\\?&]mobileaction=", + "[\\?&]undo(after)?=\\d+", + "^https?://a\\.wikia-beacon\\.com/__track/", + "^https?://beacon\\.wikia-services\\.com/__track/", + "([\\?&]title=|/)Especial:((P%C3%A1ginasPorPrefijo|P%C3%A1ginas_por_prefijo)|(LoQueEnlazaAqu%C3%AD|Lo_que_enlaza_aqu%C3%AD)|Contribuciones|(ListaIm%C3%A1genes|Lista_de_im%C3%A1genes)|(ListaUsuarios|Lista_de_usuarios))/.*/\\2/", + "/Usuario_discusi%C3%B3n:.+/Usuario_discusi%C3%B3n:", + "/User_blog:.+/User_blog:", + "/Usuario:.+/Usuario:", + "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?Especial:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)", + + // fc2-blog.json + "^https?://[^/.]+\\.blog\\d*\\.(fc2\\.com|fc2blog\\.us)/(\\?date=|blog-date-)(1[0-8]\\d{4}|19[0-8]\\d{3}|20[5-9]\\d{3}|2[1-9]\\d{4})", + "^https?://[^/.]+\\.blog\\d*\\.(fc2\\.com|fc2blog\\.us)/\\?mode=edit&rno=\\d+$", + "^https?://blogvote\\.(fc2\\.com|fceblog\\.us)/pickup/[^/]+/\\d+/clap$", + "^https?://clap\\.fc2\\.com/post/[^/]+/\\?url=https?%3A%2F%2F[^/&]+\\.blog\\d*\\.(fc2\\.com|fc2blog\\.us)%2F", + "^https?://admin\\.blog\\.fc2\\.com/control\\.php", + + // mediawiki-ja.json + "[\\?&]diff=(prev|next|cur|\\d+)", + "[\\?&]direction=(prev|next)&oldid=\\d+", + "[\\?&]curid=\\d+", + "[\\?&]limit=(1|20|100|250|500)", + "[?&]dir=prev(&|$)", + "[\\?&]hide(minor|bots|anons|liu|myself|redirs|links|trans|patrolled)=", + "([\\?&]title=|/)%E7%89%B9%E5%88%A5:((%E3%82%A2%E3%82%AB%E3%82%A6%E3%83%B3%E3%83%88%E4%BD%9C%E6%88%90|%E3%82%A2%E3%82%AB%E3%82%A6%E3%83%B3%E3%83%88%E3%81%AE%E4%BD%9C%E6%88%90)|%E3%83%AD%E3%82%B0%E3%82%A4%E3%83%B3|%E3%83%AD%E3%82%B0%E3%82%A2%E3%82%A6%E3%83%88|Translate|MobileFeedback|MobileOptions|(%E9%96%A2%E9%80%A3%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E6%9B%B4%E6%96%B0%E7%8A%B6%E6%B3%81|%E3%83%AA%E3%83%B3%E3%82%AF%E5%85%88%E3%81%AE%E6%9B%B4%E6%96%B0%E7%8A%B6%E6%B3%81)|%E5%B7%AE%E5%88%86|MobileDiff|CentralAuth)", + "([\\?&]title=|/)%E7%89%B9%E5%88%A5:(Ask|Browse|SearchByProperty|ExportRDF|PageProperty|Properties|UnusedProperties|WantedProperties|SMWAdmin|Types|URIResolver|QueryCreator)", + "([\\?&]title=%E7%89%B9%E5%88%A5:(%E6%9C%80%E8%BF%91%E3%81%AE%E6%9B%B4%E6%96%B0|%E6%9C%80%E8%BF%91%E6%9B%B4%E6%96%B0%E3%81%97%E3%81%9F%E3%83%9A%E3%83%BC%E3%82%B8)&|/%E7%89%B9%E5%88%A5:(%E6%9C%80%E8%BF%91%E3%81%AE%E6%9B%B4%E6%96%B0|%E6%9C%80%E8%BF%91%E6%9B%B4%E6%96%B0%E3%81%97%E3%81%9F%E3%83%9A%E3%83%BC%E3%82%B8)\\?)(.*&)?from=\\d+", + "([\\?&]title=|/)%E7%89%B9%E5%88%A5:((%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E4%B8%80%E8%A6%A7|%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E3%83%AA%E3%82%B9%E3%83%88)|(%E5%89%8D%E6%96%B9%E4%B8%80%E8%87%B4%E3%83%9A%E3%83%BC%E3%82%B8%E4%B8%80%E8%A6%A7|%E5%A7%8B%E7%82%B9%E6%8C%87%E5%AE%9A%E3%83%9A%E3%83%BC%E3%82%B8%E4%B8%80%E8%A6%A7)).*&", + "([\\?&]title=|/)%E7%89%B9%E5%88%A5:(%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E4%B8%80%E8%A6%A7|%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E3%83%AA%E3%82%B9%E3%83%88).*&user=", + "([\\?&]title=|/)%E7%89%B9%E5%88%A5:(%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E4%B8%80%E8%A6%A7|%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E3%83%AA%E3%82%B9%E3%83%88).*&sort=img_(timestamp|name|size)(&|$)", + "([\\?&]title=|/)%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)/", + "([?&]title=%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)&|/%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)\\?)(.*&)?hide_[^&=]+=1(&|$)", + "([?&]title=%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)&|/%E7%89%B9%E5%88%A5:(%E3%83%AD%E3%82%B0|%E8%A8%98%E9%8C%B2)\\?)(.*&)?hide_.*&hide_", + "([?&]title=|/)Property:.*&until=", + "([?&]title=|/)%E3%82%AB%E3%83%86%E3%82%B4%E3%83%AA:.*&(page|subcat|file)until=", + "[\\?&]action=edit§ion=(\\d+|new)", + "[\\?&]feed(format)?=atom", + "[\\?&]redlink=1", + "[\\?&]printable=yes", + "[\\?&]mobileaction=", + "[\\?&]undo(after)?=\\d+", + "^https?://a\\.wikia-beacon\\.com/__track/", + "^https?://beacon\\.wikia-services\\.com/__track/", + "([\\?&]title=|/)%E7%89%B9%E5%88%A5:((%E5%89%8D%E6%96%B9%E4%B8%80%E8%87%B4%E3%83%9A%E3%83%BC%E3%82%B8%E4%B8%80%E8%A6%A7|%E5%A7%8B%E7%82%B9%E6%8C%87%E5%AE%9A%E3%83%9A%E3%83%BC%E3%82%B8%E4%B8%80%E8%A6%A7)|%E3%83%AA%E3%83%B3%E3%82%AF%E5%85%83|%E6%8A%95%E7%A8%BF%E8%A8%98%E9%8C%B2|(%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E4%B8%80%E8%A6%A7|%E3%83%95%E3%82%A1%E3%82%A4%E3%83%AB%E3%83%AA%E3%82%B9%E3%83%88)|(%E7%99%BB%E9%8C%B2%E5%88%A9%E7%94%A8%E8%80%85%E4%B8%80%E8%A6%A7|%E7%99%BB%E9%8C%B2%E5%88%A9%E7%94%A8%E8%80%85%E3%81%AE%E4%B8%80%E8%A6%A7))/.*/\\2/", + "/%E5%88%A9%E7%94%A8%E8%80%85%E3%83%BB%E3%83%88%E3%83%BC%E3%82%AF:.+/%E5%88%A9%E7%94%A8%E8%80%85%E3%83%BB%E3%83%88%E3%83%BC%E3%82%AF:", + "/User_blog:.+/User_blog:", + "/%E5%88%A9%E7%94%A8%E8%80%85:.+/%E5%88%A9%E7%94%A8%E8%80%85:", + "^https?://[^/]+\\.gamepedia\\.com/(.*[?&]title=)?%E7%89%B9%E5%88%A5:(WikiPoints/global|ListAllUsers|AllSites)([/?&]|$)", } -- cgit v1.2.3-54-g00ecf