Add invalid identifiers

This commit is contained in:
shinigami-eyes 2021-03-14 13:17:02 +00:00
parent b9ec40fe90
commit 97222f0b03
1 changed files with 49 additions and 13 deletions

View File

@ -15,6 +15,9 @@ const badIdentifiers: { [id: string]: true } = {};
// * Archival and link shortening sites. (AR) // * Archival and link shortening sites. (AR)
// * Reddit bots. // * Reddit bots.
const badIdentifiersArray = [ const badIdentifiersArray = [
'a.co',
'about.me=SN',
'amzn.to',
'archive.is=AR', 'archive.is=AR',
'archive.org=AR', 'archive.org=AR',
'ask.fm=SN', 'ask.fm=SN',
@ -22,13 +25,17 @@ const badIdentifiersArray = [
'bing.com', 'bing.com',
'bit.ly', 'bit.ly',
'blogspot.com', 'blogspot.com',
'buymeacoffee.com=SN',
'cash.app=SN',
'cash.me=SN',
'change.org', 'change.org',
'chrome.google.com', 'chrome.google.com',
'curiouscat.me=SN', 'curiouscat.me=SN',
'curiouscat.qa=SN',
'deviantart.com=SN', 'deviantart.com=SN',
'discord-store.com=SN',
'discord.gg=SN', 'discord.gg=SN',
'discordapp.com=SN', 'discordapp.com=SN',
'discord-store.com=SN',
'disqus.com', 'disqus.com',
'docs.google.com', 'docs.google.com',
'drive.google.com', 'drive.google.com',
@ -38,6 +45,7 @@ const badIdentifiersArray = [
'etsy.com=SN', 'etsy.com=SN',
'facebook.com', 'facebook.com',
'facebook.com/a', 'facebook.com/a',
'facebook.com/about',
'facebook.com/ad_campaign', 'facebook.com/ad_campaign',
'facebook.com/ads', 'facebook.com/ads',
'facebook.com/advertising', 'facebook.com/advertising',
@ -47,9 +55,11 @@ const badIdentifiersArray = [
'facebook.com/buddylist.php', 'facebook.com/buddylist.php',
'facebook.com/bugnub', 'facebook.com/bugnub',
'facebook.com/business', 'facebook.com/business',
'facebook.com/c',
'facebook.com/comment', 'facebook.com/comment',
'facebook.com/composer', 'facebook.com/composer',
'facebook.com/connect', 'facebook.com/connect',
'facebook.com/dialog',
'facebook.com/docs', 'facebook.com/docs',
'facebook.com/donate', 'facebook.com/donate',
'facebook.com/events', 'facebook.com/events',
@ -66,6 +76,7 @@ const badIdentifiersArray = [
'facebook.com/jobs', 'facebook.com/jobs',
'facebook.com/l.php', 'facebook.com/l.php',
'facebook.com/language.php', 'facebook.com/language.php',
'facebook.com/latest',
'facebook.com/legal', 'facebook.com/legal',
'facebook.com/like.php', 'facebook.com/like.php',
'facebook.com/local_surface', 'facebook.com/local_surface',
@ -74,38 +85,46 @@ const badIdentifiersArray = [
'facebook.com/mbasic', 'facebook.com/mbasic',
'facebook.com/me', 'facebook.com/me',
'facebook.com/media', 'facebook.com/media',
'facebook.com/memories',
'facebook.com/menu', 'facebook.com/menu',
'facebook.com/messages', 'facebook.com/messages',
'facebook.com/nfx', 'facebook.com/nfx',
'facebook.com/notes', 'facebook.com/notes',
'facebook.com/notifications.php',
'facebook.com/notifications', 'facebook.com/notifications',
'facebook.com/notifications.php',
'facebook.com/nt', 'facebook.com/nt',
'facebook.com/page', 'facebook.com/page',
'facebook.com/pages', 'facebook.com/pages',
'facebook.com/people', 'facebook.com/people',
'facebook.com/permalink.php', 'facebook.com/permalink.php',
'facebook.com/pg', 'facebook.com/pg',
'facebook.com/photo.php',
'facebook.com/photo', 'facebook.com/photo',
'facebook.com/photo.php',
'facebook.com/places', 'facebook.com/places',
'facebook.com/policies', 'facebook.com/policies',
'facebook.com/privacy', 'facebook.com/privacy',
'facebook.com/profile.php',
'facebook.com/profile', 'facebook.com/profile',
'facebook.com/profile.php',
'facebook.com/public', 'facebook.com/public',
'facebook.com/rapid_report', 'facebook.com/rapid_report',
'facebook.com/reactions', 'facebook.com/reactions',
'facebook.com/salegroups', 'facebook.com/salegroups',
'facebook.com/search', 'facebook.com/search',
'facebook.com/settings', 'facebook.com/settings',
'facebook.com/share',
'facebook.com/share.php',
'facebook.com/sharer.php', 'facebook.com/sharer.php',
'facebook.com/shares', 'facebook.com/shares',
'facebook.com/stories', 'facebook.com/stories',
'facebook.com/story.php', 'facebook.com/story.php',
'facebook.com/support',
'facebook.com/timeline',
'facebook.com/ufi', 'facebook.com/ufi',
'facebook.com/video',
'facebook.com/watch', 'facebook.com/watch',
'fb.me',
'flickr.com=SN', 'flickr.com=SN',
'gofundme.com=SN',
'goo.gl', 'goo.gl',
'google.com', 'google.com',
'googleusercontent.com', 'googleusercontent.com',
@ -115,19 +134,27 @@ const badIdentifiersArray = [
'i.reddituploads.com', 'i.reddituploads.com',
'imdb.com=SN', 'imdb.com=SN',
'imgur.com', 'imgur.com',
'indiegogo.com=SN',
'instagram.com=SN', 'instagram.com=SN',
'itunes.apple.com=SN', 'itunes.apple.com=SN',
'ko-fi.com=SN', 'ko-fi.com=SN',
'last.fm=SN',
'linkedin.com=SN', 'linkedin.com=SN',
'linktr.ee=SN',
'mail.google.com', 'mail.google.com',
'media.tumblr.com', 'media.tumblr.com',
'medium.com', 'medium.com',
'news.google.com', 'news.google.com',
'onlyfans.com=SN',
'open.spotify.com=SN',
'patreon.com=SN', 'patreon.com=SN',
'paypal.com=SN', 'paypal.com=SN',
'paypal.me=SN', 'paypal.me=SN',
'pinterest.com=SN',
'play.google.com', 'play.google.com',
'plus.google.com', 'plus.google.com=SN',
'podcasts.apple.com=SN',
'poshmark.com=SN',
'rationalwiki.org', 'rationalwiki.org',
'reddit.com', 'reddit.com',
'reddit.com/r/all', 'reddit.com/r/all',
@ -136,9 +163,9 @@ const badIdentifiersArray = [
'reddit.com/user/animalfactsbot', 'reddit.com/user/animalfactsbot',
'reddit.com/user/anti-gif-bot', 'reddit.com/user/anti-gif-bot',
'reddit.com/user/areyoudeaf', 'reddit.com/user/areyoudeaf',
'reddit.com/user/auto-xkcd37',
'reddit.com/user/automoderator', 'reddit.com/user/automoderator',
'reddit.com/user/autotldr', 'reddit.com/user/autotldr',
'reddit.com/user/auto-xkcd37',
'reddit.com/user/biglebowskibot', 'reddit.com/user/biglebowskibot',
'reddit.com/user/bots_rise_up', 'reddit.com/user/bots_rise_up',
'reddit.com/user/cheer_up_bot', 'reddit.com/user/cheer_up_bot',
@ -161,8 +188,8 @@ const badIdentifiersArray = [
'reddit.com/user/goodbot_badbot', 'reddit.com/user/goodbot_badbot',
'reddit.com/user/goodmod_badmod', 'reddit.com/user/goodmod_badmod',
'reddit.com/user/gyazo_bot', 'reddit.com/user/gyazo_bot',
'reddit.com/user/haiku-detector',
'reddit.com/user/haikubot-1911', 'reddit.com/user/haikubot-1911',
'reddit.com/user/haiku-detector',
'reddit.com/user/helperbot_', 'reddit.com/user/helperbot_',
'reddit.com/user/hug-bot', 'reddit.com/user/hug-bot',
'reddit.com/user/i_am_a_haiku_bot', 'reddit.com/user/i_am_a_haiku_bot',
@ -203,13 +230,13 @@ const badIdentifiersArray = [
'reddit.com/user/smallsubbot', 'reddit.com/user/smallsubbot',
'reddit.com/user/snapshillbot', 'reddit.com/user/snapshillbot',
'reddit.com/user/sneakpeekbot', 'reddit.com/user/sneakpeekbot',
'reddit.com/user/stabbot_crop',
'reddit.com/user/stabbot', 'reddit.com/user/stabbot',
'reddit.com/user/stabbot_crop',
'reddit.com/user/steamnewsbot', 'reddit.com/user/steamnewsbot',
'reddit.com/user/subjunctive__bot', 'reddit.com/user/subjunctive__bot',
'reddit.com/user/table_it_bot', 'reddit.com/user/table_it_bot',
'reddit.com/user/the-paranoid-android',
'reddit.com/user/thehelperdroid', 'reddit.com/user/thehelperdroid',
'reddit.com/user/the-paranoid-android',
'reddit.com/user/thiscatmightcheeryou', 'reddit.com/user/thiscatmightcheeryou',
'reddit.com/user/timestamp_bot', 'reddit.com/user/timestamp_bot',
'reddit.com/user/timezone_bot', 'reddit.com/user/timezone_bot',
@ -234,10 +261,14 @@ const badIdentifiersArray = [
'sites.google.com', 'sites.google.com',
'snapchat.com=SN', 'snapchat.com=SN',
'soundcloud.com=SN', 'soundcloud.com=SN',
'spotify.com=SN',
'steamcommunity.com=SN', 'steamcommunity.com=SN',
't.co', 't.co',
't.me=SN',
't.umblr.com', 't.umblr.com',
'tapastic.com=SN',
'tapatalk.com=SN', 'tapatalk.com=SN',
'tiktok.com=SN',
'tmblr.co', 'tmblr.co',
'tumblr.com', 'tumblr.com',
'twitch.tv=SN', 'twitch.tv=SN',
@ -246,27 +277,32 @@ const badIdentifiersArray = [
'twitter.com/hashtag', 'twitter.com/hashtag',
'twitter.com/home', 'twitter.com/home',
'twitter.com/i', 'twitter.com/i',
'twitter.com/intent',
'twitter.com/messages', 'twitter.com/messages',
'twitter.com/notifications', 'twitter.com/notifications',
'twitter.com/search', 'twitter.com/search',
'twitter.com/settings', 'twitter.com/settings',
'twitter.com/share',
'twitter.com/threader_app', 'twitter.com/threader_app',
'twitter.com/threadreaderapp', 'twitter.com/threadreaderapp',
'twitter.com/who_to_follow', 'twitter.com/who_to_follow',
'vimeo.com=SN', 'vimeo.com=SN',
'vk.com=SN', 'vk.com=SN',
'vm.tiktok.com=SN',
'wattpad.com=SN',
'wikipedia.org', 'wikipedia.org',
'wordpress.com', 'wordpress.com',
'wp.me',
'www.tumblr.com', 'www.tumblr.com',
'youtu.be', 'youtu.be',
'youtube.com', 'youtube.com',
'youtube.com/account',
'youtube.com/feed',
'youtube.com/gaming',
'youtube.com/playlist', 'youtube.com/playlist',
'youtube.com/premium',
'youtube.com/redirect', 'youtube.com/redirect',
'youtube.com/watch', 'youtube.com/watch',
'youtube.com/feed',
'youtube.com/premium',
'youtube.com/gaming',
'youtube.com/account',
].map(x => { ].map(x => {
const arr = x.split('='); const arr = x.split('=');
const id = arr[0]; const id = arr[0];