WebOrbiton
v1.5.0

AtheraStudio Code

894 lines · 41.0 KB
  1. (function () {
  2. "use strict";
  3. ​
  4. var A = window.Athera;
  5. var ai = A.ai;
  6. ​
  7. var TOKENS = {
  8. key: { pl: "KLUCZ", en: "KEY" },
  9. password: { pl: "HASLO", en: "PASSWORD" },
  10. email: { pl: "EMAIL", en: "EMAIL" },
  11. card: { pl: "KARTA", en: "CARD" },
  12. account: { pl: "KONTO", en: "ACCOUNT" },
  13. pesel: { pl: "PESEL", en: "PESEL" }
  14. };
  15. var GROUP = { key: "secrets", password: "secrets", email: "personal", card: "personal", account: "personal", pesel: "personal" };
  16. var PRIORITY = { pem: 6, vendor: 5, uri: 4, conn: 4, call: 3, assign: 3, env: 2, phrase: 2, personal: 1 };
  17. var MAX_SCAN = 4000000;
  18. var CACHE_MAX = 400;
  19. ​
  20. var B = "(?:^|[^A-Za-z0-9_\\-])";
  21. var E = "(?![A-Za-z0-9_\\-])";
  22. ​
  23. function vendor(label, body, opts) {
  24. return Object.assign({ label: label, re: new RegExp(B + "(" + body + ")" + E, "g") }, opts || {});
  25. }
  26. ​
  27. var VENDORS = [
  28. vendor("Anthropic", "sk-ant-[A-Za-z0-9_\\-]{32,}"),
  29. vendor("OpenRouter", "sk-or-v1-[A-Za-z0-9]{32,}"),
  30. vendor("OpenAI", "sk-(?:proj|svcacct|admin)-[A-Za-z0-9_\\-]{32,}"),
  31. vendor("OpenAI", "sk-[A-Za-z0-9]{20}T3BlbkFJ[A-Za-z0-9]{20}"),
  32. vendor("API", "sk-(?!ant-|or-|proj-|svcacct-|admin-)[A-Za-z0-9]{32,}", { check: randomish }),
  33. vendor("Google", "AIza[0-9A-Za-z_\\-]{35}"),
  34. vendor("Google OAuth", "GOCSPX-[A-Za-z0-9_\\-]{28}"),
  35. vendor("Google OAuth", "ya29\\.[0-9A-Za-z_\\-]{30,}"),
  36. vendor("Google OAuth", "1//0[0-9A-Za-z_\\-]{40,}"),
  37. vendor("Groq", "gsk_[A-Za-z0-9]{40,}"),
  38. vendor("xAI", "xai-[A-Za-z0-9]{40,}"),
  39. vendor("AWS", "(?:AKIA|ASIA|ABIA|ACCA)[A-Z2-7]{16}", { check: function (v) { return !/EXAMPLE$/.test(v); } }),
  40. vendor("GitHub", "gh[pousr]_[A-Za-z0-9]{36,}"),
  41. vendor("GitHub", "github_pat_[A-Za-z0-9_]{60,}"),
  42. vendor("GitLab", "glpat-[A-Za-z0-9_\\-]{20,}"),
  43. vendor("Slack", "xox[abposr]-[A-Za-z0-9\\-]{10,}", { check: function (v) { return /\d/.test(v); } }),
  44. vendor("Slack webhook", "https://hooks\\.slack\\.com/services/[A-Za-z0-9/_\\-]{20,}"),
  45. vendor("Discord webhook", "https://(?:ptb\\.|canary\\.)?discord(?:app)?\\.com/api/webhooks/\\d+/[A-Za-z0-9_\\-]{30,}"),
  46. vendor("Stripe", "(?:sk|rk)_(?:live|test)_[A-Za-z0-9]{16,}"),
  47. vendor("Stripe webhook", "whsec_[A-Za-z0-9]{24,}"),
  48. vendor("SendGrid", "SG\\.[A-Za-z0-9_\\-]{16,32}\\.[A-Za-z0-9_\\-]{16,64}"),
  49. vendor("Mailgun", "key-[0-9a-f]{32}"),
  50. vendor("Mailchimp", "[0-9a-f]{32}-us\\d{1,2}"),
  51. vendor("Brevo", "x(?:keysib|smtpsib)-[a-f0-9]{64}-[A-Za-z0-9]{16}"),
  52. vendor("Twilio", "SK[0-9a-f]{32}"),
  53. vendor("Shopify", "shp(?:at|ca|pa|ss)_[a-fA-F0-9]{32}"),
  54. vendor("npm", "npm_[A-Za-z0-9]{36}"),
  55. vendor("PyPI", "pypi-AgEIcHlwaS5vcmc[A-Za-z0-9_\\-]{50,}"),
  56. vendor("Hugging Face", "hf_[A-Za-z0-9]{34,}"),
  57. vendor("Telegram", "\\d{8,10}:AA[A-Za-z0-9_\\-]{32,35}"),
  58. vendor("DigitalOcean", "do[opr]_v1_[a-f0-9]{64}"),
  59. vendor("Square", "sq0(?:atp|csp)-[A-Za-z0-9_\\-]{22,60}"),
  60. vendor("Square", "EAAA[A-Za-z0-9_\\-]{60}"),
  61. vendor("Facebook", "EAA[A-Za-z0-9]{90,}"),
  62. vendor("Braintree", "access_token\\$production\\$[a-z0-9]{16}\\$[a-f0-9]{32}"),
  63. vendor("Firebase", "AAAA[A-Za-z0-9_\\-]{7}:APA91b[A-Za-z0-9_\\-]{100,}"),
  64. vendor("Tavily", "tvly-[A-Za-z0-9\\-]{20,}", { check: randomish }),
  65. vendor("Firecrawl", "fc-[a-f0-9]{32}"),
  66. vendor("Brave", "BSA[A-Za-z0-9_\\-]{24,}", { check: randomish }),
  67. vendor("Resend", "re_[A-Za-z0-9]{8,}_[A-Za-z0-9]{20,}"),
  68. vendor("Supabase", "sbp_[a-f0-9]{40}"),
  69. vendor("Supabase", "sb_secret_[A-Za-z0-9_\\-]{20,}"),
  70. vendor("Netlify", "nfp_[A-Za-z0-9]{36,}"),
  71. vendor("Doppler", "dp\\.(?:pt|st|sa|ct|scim|audit)\\.[A-Za-z0-9]{40,}"),
  72. vendor("Linear", "lin_api_[A-Za-z0-9]{40}"),
  73. vendor("Notion", "ntn_[A-Za-z0-9]{40,}"),
  74. vendor("Notion", "secret_[A-Za-z0-9]{43}"),
  75. vendor("Atlassian", "ATATT3[A-Za-z0-9_\\-=]{150,}"),
  76. vendor("JWT", "eyJ[A-Za-z0-9_\\-]{10,}\\.eyJ[A-Za-z0-9_\\-]{10,}\\.[A-Za-z0-9_\\-]{16,}", { check: jwtSecret })
  77. ];
  78. ​
  79. var PEM = /-----BEGIN ((?:RSA |EC |DSA |OPENSSH |ENCRYPTED |PGP )?PRIVATE KEY(?: BLOCK)?)-----[\s\S]{20,}?-----END \1-----/g;
  80. var URI = /\b([a-z][a-z0-9+.\-]{1,20}):\/\/([^\s:\/?#@"'<>]{1,64}):([^\s\/?#@"'<>]{1,128})@[A-Za-z0-9.\-\[]/gi;
  81. var CONN = /(?:^|[\s;"'])(password|pwd|accountkey|sharedaccesskey)[ \t]*=[ \t]*([^\s;"'<>]{3,128})/gi;
  82. var CONN_CONTEXT = /\b(?:host|server|dbname|database|data source|user id|uid|accountname|endpoint|port)[ \t]*=/i;
  83. var ASSIGN = /(["'`]?)([$@]?[A-Za-z_][\w.\-]{0,63})\1[ \t]*(?:=>|:=|={1,3}|:)[ \t]*(["'`])((?:\\.|(?!\3)[^\\\n]){1,400})\3/g;
  84. var INDEXED = /\[[ \t]*(["'])([\w.\-]{1,64})\1[ \t]*\][ \t]*={1,3}[ \t]*(["'])((?:\\.|(?!\3)[^\\\n]){1,400})\3/g;
  85. var DEFINE = /\bdefine[ \t]*\([ \t]*(["'])([A-Za-z0-9_]{1,64})\1[ \t]*,[ \t]*(["'])((?:\\.|(?!\3)[^\\\n]){1,400})\3/g;
  86. var LINE = /^[ \t]*(?:export[ \t]+)?([A-Za-z_][\w.\-]{0,63})[ \t]*[=:][ \t]*([^\s"'`#;]\S*)[ \t]*(?:[#;].*)?$/gm;
  87. var PUBLIC_VALUE = /^(?:pk_(?:live|test)_|sb_publishable_|pub_|public_|G-[A-Z0-9]{6,}$|UA-\d+-\d+$|GTM-[A-Z0-9]+$)/;
  88. var FLAG = /(?:^|\s)--(password|pass|passwd|token|api-key|apikey|secret|client-secret)[= ]["']?([^\s"']{4,200})/gi;
  89. var BEARER = /\b(Bearer|Basic)[ \t]+([A-Za-z0-9._~+\/\-]{20,}={0,2})(?![A-Za-z0-9._~+\/=\-])/g;
  90. var PHRASE = /\b(?:has[łl]o|password|passwd|pwd)(?:[ \t]+(?:do|to|for|of|od|dla)[ \t]+[\w.\-]{1,30})?[ \t]*(?:\b(?:to|is|jest|na)\b[ \t]*:?|[:=])[ \t]*["'„“]?([^\s"'”“]{4,64})/gi;
  91. var DBCALL = /\b(mysqli_real_connect|mysqli_connect|mysql_connect|new[ \t]+mysqli|new[ \t]+PDO)[ \t]*\(/gi;
  92. ​
  93. var EMAIL = /(?:^|[^A-Za-z0-9._%+\-])([A-Za-z0-9](?:[A-Za-z0-9._%+\-]{0,62}[A-Za-z0-9_])?@(?:[A-Za-z0-9](?:[A-Za-z0-9\-]{0,61}[A-Za-z0-9])?\.)+[A-Za-z]{2,24})(?![A-Za-z0-9\-]|\.[A-Za-z0-9])/g;
  94. var CARD = /(?:^|[^0-9A-Za-z_.\-])((?:\d[ \-]?){12,18}\d)(?![0-9A-Za-z_\-])/g;
  95. var IBAN = /(?:^|[^A-Za-z0-9])([A-Z]{2}\d{2}(?:[ ]?[A-Z0-9]{4}){2,7}(?:[ ]?[A-Z0-9]{1,4})?)(?![A-Za-z0-9])/g;
  96. var NRB = /(?:^|[^0-9A-Za-z])(\d{2}(?:[ ]?\d{4}){6})(?![0-9])/g;
  97. var PESEL = /(?:^|[^0-9A-Za-z])(\d{11})(?![0-9])/g;
  98. ​
  99. var PW_WORDS = { password: 1, passwd: 1, pwd: 1, pass: 1, passphrase: 1, haslo: 1, passwort: 1, contrasena: 1 };
  100. var SECRET_WORDS = { secret: 1, secrets: 1, token: 1, tokens: 1, apikey: 1, credential: 1, credentials: 1, salt: 1, bearer: 1, privatekey: 1, secretkey: 1, accesstoken: 1, authtoken: 1, webhooksecret: 1 };
  101. var KEY_QUALIFIERS = { api: 1, secret: 1, access: 1, private: 1, auth: 1, encryption: 1, encrypt: 1, app: 1, license: 1, licence: 1, master: 1, signing: 1, sign: 1, service: 1, server: 1, client: 1, consumer: 1, subscription: 1, integration: 1, admin: 1, write: 1, deploy: 1, webhook: 1, hmac: 1, jwt: 1, session: 1, cookie: 1, crypt: 1, cipher: 1, aes: 1, stripe: 1, openai: 1, anthropic: 1, claude: 1, gemini: 1, groq: 1, mailgun: 1, sendgrid: 1, twilio: 1, brevo: 1, mailchimp: 1, tavily: 1, firecrawl: 1, serper: 1, exa: 1, brave: 1, openrouter: 1, xai: 1, mistral: 1, deepseek: 1, cohere: 1, smtp: 1, paypal: 1, payu: 1, przelewy24: 1, p24: 1, tpay: 1, dotpay: 1, crc: 1, merchant: 1, shop: 1 };
  102. var NEGATIVE = {
  103. length: 1, len: 1, min: 1, max: 1, size: 1, count: 1, label: 1, labels: 1, placeholder: 1, field: 1, fields: 1, input: 1, type: 1, name: 1, names: 1,
  104. url: 1, uri: 1, endpoint: 1, path: 1, file: 1, filename: 1, dir: 1, header: 1, expiry: 1, expires: 1, expire: 1, expiration: 1, expired: 1, ttl: 1,
  105. lifetime: 1, timeout: 1, policy: 1, rule: 1, rules: 1, regex: 1, pattern: 1, hint: 1, message: 1, msg: 1, text: 1, title: 1, error: 1, errors: 1,
  106. required: 1, reset: 1, forgot: 1, forgotten: 1, change: 1, changed: 1, strength: 1, mask: 1, show: 1, hide: 1,
  107. toggle: 1, visible: 1, visibility: 1, enabled: 1, enable: 1, disable: 1, disabled: 1, valid: 1, validation: 1, validator: 1, prefix: 1, suffix: 1,
  108. format: 1, algo: 1, algorithm: 1, hash: 1, hashed: 1, cost: 1, rounds: 1, version: 1, id: 1, ids: 1, param: 1, parameter: 1, var: 1, column: 1,
  109. col: 1, attr: 1, attribute: 1, selector: 1, class: 1, classname: 1, icon: 1, button: 1, btn: 1, link: 1, route: 1, page: 1, view: 1, template: 1,
  110. tpl: 1, form: 1, modal: 1, storage: 1, event: 1, callback: 1, handler: 1, method: 1, mode: 1, lang: 1, i18n: 1, translation: 1, description: 1,
  111. desc: 1, help: 1, tooltip: 1, aria: 1, public: 1, publishable: 1, site: 1, sitekey: 1, pk: 1, anon: 1, kind: 1, status: 1, state: 1, step: 1,
  112. check: 1, test: 1, example: 1, sample: 1, demo: 1, dummy: 1, fake: 1, mock: 1, default: 1, info: 1, meta: 1, generator: 1, through: 1, thru: 1, rate: 1
  113. };
  114. var ENV_PUBLIC = { app: 1, env: 1, debug: 1, host: 1, port: 1, url: 1, domain: 1, user: 1, username: 1, name: 1, database: 1, db: 1, driver: 1, connection: 1, region: 1, bucket: 1, from: 1, address: 1, timezone: 1, locale: 1, level: 1, channel: 1, mailer: 1, scheme: 1, protocol: 1, path: 1, dir: 1, log: 1, cache: 1, queue: 1, mode: 1, id: 1 };
  115. ​
  116. var PLACEHOLDER = /^(?:x+|\*+|\.+|-+|_+|#+|•+|0+|null|nil|none|undefined|true|false|yes|no|on|off|empty|todo|tbd|fixme|changeme|change[_\-]?me|change[_\-]?this|replace[_\-]?me|secret|secrets|password|passwd|pass|pwd|haslo|hasło|token|apikey|api[_\-]?key|key|root|admin|toor|test|testing|demo|example|sample|dummy|fake|default|user|username|mysql|postgres|qwerty|letmein|abc123|foo|bar|foobar|baz|1234|12345|123456|1234567|12345678|123456789|password1|password123|admin123|haslo123|required|wymagane|invalid|incorrect|wrong|missing)$/i;
  117. ​
  118. var ROLE_LOCAL = /^(?:kontakt|contact|info|biuro|office|hello|hi|hej|czesc|sales|sprzedaz|support|pomoc|help|marketing|press|prasa|media|hr|jobs|kariera|praca|rekrutacja|zamowienia|orders|order|sklep|shop|store|team|newsletter|faktury|invoices|invoice|billing|abuse|security|webmaster|hostmaster|postmaster|privacy|rodo|dpo|iod|admin|administrator|reklamacje|serwis|service|recepcja|reception|rezerwacje|booking|bookings|oferty|oferta|feedback|partners|partnerzy|kancelaria|sekretariat)$/i;
  119. var EXAMPLE_LOCAL = /^(?:noreply|no-reply|no_reply|donotreply|do-not-reply|mailer-daemon|git|user|username|name|email|mail|you|your|yourname|youremail|twoj|twojmail|imie|imie\.nazwisko|jan\.kowalski|jan|john\.doe|jane\.doe|john|jane|foo|bar|test|example|someone|somebody|nobody|me|address|login)$/i;
  120. var EXAMPLE_DOMAIN = /(?:^|\.)(?:example\.[a-z]+|example|test|invalid|localhost|local|domain\.[a-z]+|yourdomain\.[a-z]+|your-domain\.[a-z]+|twojadomena\.[a-z]+|twoja-domena\.[a-z]+|mojadomena\.[a-z]+|domena\.pl|przyklad\.pl|company\.com|acme\.com|email\.com|test\.com|test\.pl|sentry\.io)$/i;
  121. var FILE_TLD = /\.(?:png|jpe?g|gif|webp|svg|avif|ico|bmp|css|js|mjs|cjs|ts|json|map|woff2?|ttf|otf|eot|php|html?|xml|txt|md|mp4|webm|mp3|wav|ogg|pdf|zip|gz)$/i;
  122. ​
  123. var CARD_TESTS = { "4242424242424242": 1, "4000056655665556": 1, "5555555555554444": 1, "2223003122003222": 1, "5200828282828210": 1, "5105105105105100": 1, "378282246310005": 1, "371449635398431": 1, "6011111111111117": 1, "6011000990139424": 1, "3056930009020004": 1, "36227206271667": 1, "3566002020360505": 1, "6200000000000005": 1, "4111111111111111": 1, "4012888888881881": 1, "4000000000000002": 1, "4000000000009995": 1, "4000002500003155": 1, "4000000000000077": 1, "4000000000003220": 1, "5425233430109903": 1, "4444333322221111": 1, "4005550000000001": 1, "5434021016824014": 1, "4917610000000000": 1, "4000000000000010": 1, "5454545454545454": 1, "4012001037141112": 1 };
  124. var IBAN_EXAMPLES = { PL61109010140000071219812874: 1, DE89370400440532013000: 1, GB82WEST12345698765432: 1, GB29NWBK60161331926819: 1, FR1420041010050500013M02606: 1, PL27114020040000300201355387: 1, NL91ABNA0417164300: 1, ES9121000418450200051332: 1, IT60X0542811101000000123456: 1, CH9300762011623852957: 1, AT611904300234573201: 1, BE68539007547034: 1 };
  125. var IBAN_LENGTH = { AD: 24, AE: 23, AL: 28, AT: 20, AZ: 28, BA: 20, BE: 16, BG: 22, BH: 22, BR: 29, BY: 28, CH: 21, CR: 22, CY: 28, CZ: 24, DE: 22, DK: 18, DO: 28, EE: 20, EG: 29, ES: 24, FI: 18, FO: 18, FR: 27, GB: 22, GE: 22, GI: 23, GL: 18, GR: 27, GT: 28, HR: 21, HU: 28, IE: 22, IL: 23, IQ: 23, IS: 26, IT: 27, JO: 30, KW: 30, KZ: 20, LB: 28, LC: 32, LI: 21, LT: 20, LU: 20, LV: 21, MC: 27, MD: 24, ME: 22, MK: 19, MR: 27, MT: 31, MU: 30, NL: 18, NO: 15, PK: 24, PL: 28, PS: 29, PT: 25, QA: 29, RO: 24, RS: 22, SA: 24, SC: 31, SE: 24, SI: 19, SK: 24, SM: 27, ST: 25, SV: 28, TL: 23, TN: 24, TR: 26, UA: 29, VA: 22, VG: 24, XK: 20 };
  126. ​
  127. var CARD_CONTEXT = /(?:card|karta|karty|kart[ey]|cc|ccnum|pan|visa|mastercard|maestro|amex|credit|debit|kredyt|płatn|platn|payment)/i;
  128. var ACCOUNT_CONTEXT = /(?:konto|konta|rachun|nrb|iban|account|przelew|bank|wpłat|wplat)/i;
  129. var PESEL_CONTEXT = /pesel/i;
  130. ​
  131. function entropy(s) {
  132. var freq = {}, n = s.length, h = 0;
  133. for (var i = 0; i < n; i++) freq[s[i]] = (freq[s[i]] || 0) + 1;
  134. for (var k in freq) { var p = freq[k] / n; h -= p * Math.log2(p); }
  135. return h;
  136. }
  137. ​
  138. function randomish(s, min) {
  139. s = String(s);
  140. if (s.length < (min || 16) || s.length > 4096) return false;
  141. if (/\s/.test(s)) return false;
  142. if (/^[A-Za-z]+(?:[\-_.][A-Za-z]+)+$/.test(s)) return false;
  143. if (/^#?[0-9a-f]{3,8}$/i.test(s)) return false;
  144. if (/^\d+(?:[.\-:\/]\d+)*$/.test(s)) return false;
  145. if (/^(?:[a-z][a-z0-9+.\-]{1,20}:)?\/\//i.test(s) || /^[.\/~]/.test(s)) return false;
  146. if (/\.(?:html?|php|css|js|png|jpe?g|svg|webp|json|txt|md)$/i.test(s)) return false;
  147. if (/^[0-9a-f]+$/i.test(s)) return s.length >= 24 && entropy(s) >= 3.0;
  148. if (!/\d/.test(s) && s.length < 32) return false;
  149. var classes = (/[a-z]/.test(s) ? 1 : 0) + (/[A-Z]/.test(s) ? 1 : 0) + (/\d/.test(s) ? 1 : 0) + (/[^A-Za-z0-9]/.test(s) ? 1 : 0);
  150. if (classes < 2) return false;
  151. return entropy(s) >= (s.length >= 32 ? 3.5 : 3.0);
  152. }
  153. ​
  154. function plausible(v) {
  155. return !/x{5,}|X{5,}|0{10,}|\*{3,}|your|example|placeholder|dummy|replace|redacted/i.test(v) && !/(.)\1{7,}/.test(v);
  156. }
  157. ​
  158. function b64json(part) {
  159. try {
  160. var s = part.replace(/-/g, "+").replace(/_/g, "/");
  161. while (s.length % 4) s += "=";
  162. return JSON.parse(decodeURIComponent(escape(atob(s))));
  163. } catch (e) {
  164. return null;
  165. }
  166. }
  167. ​
  168. function jwtSecret(v) {
  169. var parts = v.split(".");
  170. var head = b64json(parts[0]);
  171. var body = b64json(parts[1]);
  172. if (!head || typeof head !== "object" || !head.alg) return false;
  173. if (body && (body.role === "anon" || (body.sub === "1234567890" && body.name === "John Doe"))) return false;
  174. return true;
  175. }
  176. ​
  177. function words(name) {
  178. return String(name || "")
  179. .replace(/ł/g, "l").replace(/Ł/g, "L")
  180. .replace(/^[$@]+/, "")
  181. .replace(/([a-z0-9])([A-Z])/g, "$1_$2")
  182. .replace(/([A-Z]+)([A-Z][a-z])/g, "$1_$2")
  183. .toLowerCase()
  184. .split(/[^a-z0-9]+/)
  185. .filter(Boolean);
  186. }
  187. ​
  188. function nameKind(name) {
  189. var w = words(name);
  190. if (!w.length || w.length > 8) return null;
  191. if (w.some(function (x) { return NEGATIVE[x]; })) return null;
  192. if (w.some(function (x) { return PW_WORDS[x]; })) return "password";
  193. if (w.some(function (x) { return SECRET_WORDS[x]; })) return "key";
  194. if (w.indexOf("crc") >= 0 && w.some(function (x) { return x === "p24" || x === "przelewy24"; })) return "key";
  195. for (var i = 1; i < w.length; i++) {
  196. if ((w[i] === "key" || w[i] === "keys") && KEY_QUALIFIERS[w[i - 1]]) return "key";
  197. }
  198. if (w.length === 1 && /^(?:apikey|secretkey|privatekey|authkey|accesskey|clientsecret|appkey|appsecret)$/.test(w[0])) return "key";
  199. return null;
  200. }
  201. ​
  202. function envPublic(name) {
  203. var w = words(name);
  204. return !w.length || w.some(function (x) { return NEGATIVE[x] || ENV_PUBLIC[x]; });
  205. }
  206. ​
  207. function isPlaceholder(v, name) {
  208. var s = String(v).trim();
  209. if (!s) return true;
  210. if (PLACEHOLDER.test(s)) return true;
  211. if (/^(.)\1+$/.test(s)) return true;
  212. if (/^[<{\[(%].*[>}\])%]$/.test(s)) return true;
  213. if (/^\$|\{\{|\}\}|<\?|\?>|<%|^@|process\.env|import\.meta|getenv|os\.environ|\benv\(|\bconfig\(|\$\{/i.test(s)) return true;
  214. if (/\b(?:your|my|twoj|twoje|twój|twoja|moje|moj)[\s_\-]*(?:own[\s_\-]*)?(?:api|secret|key|token|pass|password|has[łl]o|klucz|app|access|client|db|database|smtp|mail|stripe)/i.test(s)) return true;
  215. if (/(?:^|[\s_.\-])(?:here|tutaj|placeholder|example|sample|dummy|changeme|redacted|hidden|xxxx+|\*{3,})(?:$|[\s_.\-])/i.test(s)) return true;
  216. if (/^(?:enter|insert|put|paste|replace|add|set|wpisz|wstaw|podaj|ustaw|uzupelnij|uzupełnij)[\s_\-]/i.test(s)) return true;
  217. if (/«[A-Z]+_\d+/.test(s)) return true;
  218. if (name && s.toLowerCase().replace(/[^a-z0-9]/g, "") === String(name).toLowerCase().replace(/^[$@]/, "").replace(/[^a-z0-9]/g, "")) return true;
  219. return false;
  220. }
  221. ​
  222. function naturalText(s) {
  223. s = String(s).trim();
  224. return /\s/.test(s) && s.split(/\s+/).length >= 2 && /[A-Za-ząćęłńóśźżĄĆĘŁŃÓŚŹŻ]{3,}\s+[A-Za-ząćęłńóśźżĄĆĘŁŃÓŚŹŻ]{2,}/.test(s);
  225. }
  226. ​
  227. function labelLike(s) {
  228. return /^[A-ZĄĆĘŁŃÓŚŹŻ][a-ząćęłńóśźż]{1,23}[:.…]?$/.test(String(s).trim());
  229. }
  230. ​
  231. function structural(s) {
  232. s = String(s).trim();
  233. return /^[#.][\w\-]+$/.test(s) ||
  234. /^[a-z]+\[/i.test(s) ||
  235. /^(?:https?:)?\/\/[^@\s]*$/i.test(s) ||
  236. /^\.{0,2}\/[\w.\/\-]*$/.test(s) ||
  237. /^[a-z0-9_]+(?:\.[a-z0-9_]+)+$/.test(s) ||
  238. /^[\w\-]+\.(?:html?|php|css|js|json|txt)$/i.test(s);
  239. }
  240. ​
  241. function passwordValue(v, name) {
  242. var s = String(v);
  243. if (s.length < 4 || s.length > 256 || /[\r\n]/.test(s)) return false;
  244. if (/^[a-z]{4}(?: [a-z]{4}){3}$/.test(s)) return true;
  245. if (isPlaceholder(s, name) || naturalText(s) || labelLike(s) || structural(s)) return false;
  246. return true;
  247. }
  248. ​
  249. function keyValue(v, name) {
  250. var s = String(v);
  251. if (isPlaceholder(s, name) || PUBLIC_VALUE.test(s)) return false;
  252. if (/^base64:[A-Za-z0-9+\/=]{20,}$/.test(s)) return true;
  253. if (/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(s)) return true;
  254. if (/^[0-9a-f]{16,}$/i.test(s) && /\d/.test(s) && /[a-f]/i.test(s) && entropy(s) >= 2.8) return true;
  255. return randomish(s, 12);
  256. }
  257. ​
  258. function unescape(v) {
  259. return v.indexOf("\\") < 0 ? v : v.replace(/\\(["'`\\])/g, "$1");
  260. }
  261. ​
  262. function fileKind(path) {
  263. var p = String(path || "").toLowerCase();
  264. if (!p) return "";
  265. var base = p.split("/").pop();
  266. if (/^\.env(?:\.|$)/.test(base) || /\.env$/.test(base)) return /\.(?:example|sample|dist|template|tpl|defaults?)$/.test(base) ? "example" : "env";
  267. if (/^(?:package-lock\.json|composer\.lock|yarn\.lock|pnpm-lock\.yaml|gemfile\.lock|cargo\.lock)$/.test(base) || /\.lock$/.test(base)) return "lock";
  268. if (/\.min\.(?:js|css)$/.test(base) || /\.(?:map|woff2?|ttf|otf)$/.test(base)) return "min";
  269. if (/\.(?:sql|csv|tsv|log|dump|bak|vcf|ldif|ndjson|jsonl)$/.test(base)) return "data";
  270. if (/\.(?:ini|conf|cfg|properties|toml|ya?ml|neon)$/.test(base) || base === ".htpasswd" || base === ".npmrc" || base === ".pypirc" || base === ".netrc") return "config";
  271. return "code";
  272. }
  273. ​
  274. function envLike(text) {
  275. var m = text.match(/^[ \t]*(?:export[ \t]+)?[A-Z][A-Z0-9_]{2,}[ \t]*=/gm);
  276. return !!m && m.length >= 2;
  277. }
  278. ​
  279. function lineOf(text, index) {
  280. var n = 1;
  281. for (var i = text.indexOf("\n"); i >= 0 && i < index; i = text.indexOf("\n", i + 1)) n++;
  282. return n;
  283. }
  284. ​
  285. function lineAround(text, index) {
  286. var a = text.lastIndexOf("\n", index - 1) + 1;
  287. var b = text.indexOf("\n", index);
  288. return text.slice(a, b < 0 ? text.length : b);
  289. }
  290. ​
  291. function before(text, index, n) {
  292. return text.slice(Math.max(0, index - n), index);
  293. }
  294. ​
  295. function noiseRanges(text) {
  296. var out = [];
  297. var re = /data:[^;,\s"')]{0,60};base64,[A-Za-z0-9+\/=]{60,}|\bsha(?:256|384|512)-[A-Za-z0-9+\/=]{40,}|[A-Za-z0-9+\/]{400,}={0,2}/g;
  298. var m;
  299. while ((m = re.exec(text))) out.push([m.index, m.index + m[0].length]);
  300. return out;
  301. }
  302. ​
  303. function inNoise(ranges, start, end) {
  304. for (var i = 0; i < ranges.length; i++) if (start < ranges[i][1] && end > ranges[i][0]) return true;
  305. return false;
  306. }
  307. ​
  308. function luhn(d) {
  309. var sum = 0, alt = false;
  310. for (var i = d.length - 1; i >= 0; i--) {
  311. var n = d.charCodeAt(i) - 48;
  312. if (alt) { n *= 2; if (n > 9) n -= 9; }
  313. sum += n;
  314. alt = !alt;
  315. }
  316. return sum % 10 === 0;
  317. }
  318. ​
  319. function cardBrand(d) {
  320. var l = d.length;
  321. if (/^4/.test(d) && (l === 13 || l === 16 || l === 19)) return "Visa";
  322. if ((/^5[1-5]/.test(d) || /^2(?:2[2-9]|[3-6]\d|7[01]|720)/.test(d)) && l === 16) return "Mastercard";
  323. if (/^3[47]/.test(d) && l === 15) return "American Express";
  324. if (/^(?:6011|65|64[4-9])/.test(d) && l >= 16 && l <= 19) return "Discover";
  325. if (/^35(?:2[89]|[3-8]\d)/.test(d) && l >= 16 && l <= 19) return "JCB";
  326. if (/^62/.test(d) && l >= 16 && l <= 19) return "UnionPay";
  327. if (/^(?:5[06-9]|6\d)/.test(d) && l >= 12 && l <= 19) return "Maestro";
  328. if (/^3(?:0[0-5]|[689])/.test(d) && l >= 14 && l <= 19) return "Diners";
  329. return null;
  330. }
  331. ​
  332. function cardGrouping(raw) {
  333. return /^\d+$/.test(raw) ||
  334. /^\d{4}([ \-])\d{4}\1\d{4}\1\d{4}(?:\1\d{1,3})?$/.test(raw) ||
  335. /^\d{4}([ \-])\d{6}\1\d{4,5}$/.test(raw);
  336. }
  337. ​
  338. function mod97(str) {
  339. var r = 0;
  340. for (var i = 0; i < str.length; i++) {
  341. var c = str[i];
  342. var v = c >= "A" && c <= "Z" ? String(c.charCodeAt(0) - 55) : c;
  343. for (var j = 0; j < v.length; j++) r = (r * 10 + (v.charCodeAt(j) - 48)) % 97;
  344. }
  345. return r;
  346. }
  347. ​
  348. function ibanValid(raw) {
  349. var s = raw.replace(/ /g, "");
  350. if (IBAN_LENGTH[s.slice(0, 2)] !== s.length) return false;
  351. if (IBAN_EXAMPLES[s]) return false;
  352. return mod97(s.slice(4) + s.slice(0, 4)) === 1;
  353. }
  354. ​
  355. function nrbValid(raw) {
  356. var s = raw.replace(/ /g, "");
  357. if (s.length !== 26 || /^(\d)\1+$/.test(s.slice(2))) return false;
  358. if (IBAN_EXAMPLES["PL" + s]) return false;
  359. return mod97(s.slice(2) + "2521" + s.slice(0, 2)) === 1;
  360. }
  361. ​
  362. function peselValid(d) {
  363. var w = [1, 3, 7, 9, 1, 3, 7, 9, 1, 3], sum = 0;
  364. for (var i = 0; i < 10; i++) sum += w[i] * (d.charCodeAt(i) - 48);
  365. if ((10 - (sum % 10)) % 10 !== d.charCodeAt(10) - 48) return false;
  366. var yy = Number(d.slice(0, 2)), mm = Number(d.slice(2, 4)), dd = Number(d.slice(4, 6));
  367. var century = mm > 80 ? 1800 : mm > 60 ? 2200 : mm > 40 ? 2100 : mm > 20 ? 2000 : 1900;
  368. var month = mm % 20;
  369. if (month < 1 || month > 12 || dd < 1) return false;
  370. var date = new Date(Date.UTC(century + yy, month - 1, dd));
  371. if (date.getUTCDate() !== dd || date.getUTCMonth() !== month - 1) return false;
  372. if (date.getTime() > Date.now()) return false;
  373. return !/^(\d)\1+$/.test(d) && d !== "12345678903" && d !== "44051401359" && d !== "02070803628";
  374. }
  375. ​
  376. function emailVerdict(email, kind, text, index) {
  377. var at = email.lastIndexOf("@");
  378. var local = email.slice(0, at), domain = email.slice(at + 1);
  379. if (FILE_TLD.test(email)) return false;
  380. if (EXAMPLE_DOMAIN.test(domain)) return false;
  381. if (EXAMPLE_LOCAL.test(local)) return false;
  382. if (/:\/\/[^\s\/]*$/.test(before(text, index, 80))) return false;
  383. if (/(?:^|[^\w])(?:@import|@media|@font-face)/i.test(email)) return false;
  384. if (ROLE_LOCAL.test(local) && kind !== "data" && kind !== "env" && kind !== "config") return false;
  385. return true;
  386. }
  387. ​
  388. function push(out, f) {
  389. out.push(f);
  390. }
  391. ​
  392. function scanVendors(text, out) {
  393. VENDORS.forEach(function (v) {
  394. v.re.lastIndex = 0;
  395. var m;
  396. while ((m = v.re.exec(text))) {
  397. var value = m[1];
  398. if (!plausible(value) || (v.check && !v.check(value))) continue;
  399. var start = m.index + m[0].length - value.length;
  400. push(out, { start: start, end: start + value.length, kind: "key", label: v.label, rule: "vendor" });
  401. }
  402. });
  403. PEM.lastIndex = 0;
  404. var p;
  405. while ((p = PEM.exec(text))) {
  406. push(out, { start: p.index, end: p.index + p[0].length, kind: "key", label: p[1].toLowerCase(), rule: "pem" });
  407. }
  408. }
  409. ​
  410. function scanUris(text, out) {
  411. URI.lastIndex = 0;
  412. var m;
  413. while ((m = URI.exec(text))) {
  414. var pw = m[3];
  415. if (!passwordValue(decodeSafe(pw), "") || /^%[0-9a-f]{2}$/i.test(pw)) continue;
  416. var start = m.index + m[1].length + 3 + m[2].length + 1;
  417. push(out, { start: start, end: start + pw.length, kind: "password", label: m[1].toLowerCase(), rule: "uri" });
  418. }
  419. CONN.lastIndex = 0;
  420. while ((m = CONN.exec(text))) {
  421. var value = m[2];
  422. if (!CONN_CONTEXT.test(lineAround(text, m.index + 1))) continue;
  423. var isKey = /key/i.test(m[1]);
  424. if (isKey ? !keyValue(value, m[1]) : !passwordValue(value, m[1])) continue;
  425. var s = m.index + m[0].length - value.length;
  426. push(out, { start: s, end: s + value.length, kind: isKey ? "key" : "password", label: m[1], rule: "conn" });
  427. }
  428. }
  429. ​
  430. function decodeSafe(s) {
  431. try { return decodeURIComponent(s); } catch (e) { return s; }
  432. }
  433. ​
  434. function literalArgs(text, from) {
  435. var args = [], depth = 0, cur = null, i = from, n = Math.min(text.length, from + 600);
  436. var start = from;
  437. while (i < n) {
  438. var c = text[i];
  439. if (c === "'" || c === "\"") {
  440. var j = i + 1;
  441. while (j < n && text[j] !== c) j += text[j] === "\\" ? 2 : 1;
  442. if (depth === 0 && cur === null && !text.slice(start, i).trim()) cur = { start: i + 1, end: j, literal: true };
  443. i = j + 1;
  444. continue;
  445. }
  446. if (c === "(" || c === "[" || c === "{") depth++;
  447. else if (c === ")" || c === "]" || c === "}") {
  448. if (depth === 0) { args.push(cur && !text.slice(cur.end + 1, i).trim() ? cur : null); return args; }
  449. depth--;
  450. } else if (c === "," && depth === 0) {
  451. args.push(cur && !text.slice(cur.end + 1, i).trim() ? cur : null);
  452. cur = null;
  453. start = i + 1;
  454. } else if (c === ";" && depth === 0) return args;
  455. i++;
  456. }
  457. return args;
  458. }
  459. ​
  460. function scanCalls(text, out) {
  461. DBCALL.lastIndex = 0;
  462. var m;
  463. while ((m = DBCALL.exec(text))) {
  464. var fn = m[1].replace(/\s+/g, " ").toLowerCase();
  465. var args = literalArgs(text, m.index + m[0].length);
  466. var idx = fn === "mysqli_real_connect" ? 3 : 2;
  467. var a = args[idx];
  468. if (!a || !a.literal) continue;
  469. var value = unescape(text.slice(a.start, a.end));
  470. if (!passwordValue(value, "")) continue;
  471. push(out, { start: a.start, end: a.end, kind: "password", label: fn.replace("new ", ""), rule: "call" });
  472. }
  473. }
  474. ​
  475. function addAssign(out, text, name, value, valueStart, rule) {
  476. var kind = nameKind(name);
  477. if (!kind) return;
  478. var v = unescape(value);
  479. if (kind === "password" ? !passwordValue(v, name) : !keyValue(v, name)) return;
  480. push(out, { start: valueStart, end: valueStart + value.length, kind: kind, label: String(name).replace(/^[$@]+/, "").slice(0, 40), rule: rule });
  481. }
  482. ​
  483. function scanAssignments(text, fk, out) {
  484. [ASSIGN, INDEXED, DEFINE].forEach(function (re) {
  485. re.lastIndex = 0;
  486. var m;
  487. while ((m = re.exec(text))) {
  488. var value = m[4];
  489. addAssign(out, text, m[2], value, m.index + m[0].length - value.length - 1, "assign");
  490. }
  491. });
  492. FLAG.lastIndex = 0;
  493. var f;
  494. while ((f = FLAG.exec(text))) {
  495. var fv = f[2];
  496. var kind = /pass/i.test(f[1]) ? "password" : "key";
  497. if (kind === "password" ? !passwordValue(fv, f[1]) : !keyValue(fv, f[1])) continue;
  498. var fs = f.index + f[0].indexOf(fv, f[0].indexOf(f[1]) + f[1].length);
  499. push(out, { start: fs, end: fs + fv.length, kind: kind, label: "--" + f[1], rule: "assign" });
  500. }
  501. BEARER.lastIndex = 0;
  502. var b;
  503. while ((b = BEARER.exec(text))) {
  504. var token = b[2];
  505. var ok = b[1] === "Basic" ? /:/.test(safeAtob(token)) : randomish(token, 20);
  506. if (!ok) continue;
  507. var bs = b.index + b[0].length - token.length;
  508. push(out, { start: bs, end: bs + token.length, kind: "key", label: b[1], rule: "assign" });
  509. }
  510. var envish = fk === "env" || fk === "example" || fk === "config" || ((!fk || fk === "code") && envLike(text));
  511. if (envish || !fk || fk === "code") {
  512. LINE.lastIndex = 0;
  513. var l;
  514. while ((l = LINE.exec(text))) {
  515. var name = l[1], val = l[2];
  516. if (!envish && !/^[A-Z][A-Z0-9_]{2,}$/.test(name)) continue;
  517. if (/[()]/.test(val) && !/^[A-Za-z0-9+\/=_\-.]+$/.test(val)) continue;
  518. var start = l.index + l[0].indexOf(val, l[0].indexOf(name) + name.length);
  519. var kind2 = nameKind(name);
  520. if (kind2) {
  521. if (kind2 === "password" ? passwordValue(val, name) : keyValue(val, name)) push(out, { start: start, end: start + val.length, kind: kind2, label: name.slice(0, 40), rule: "env" });
  522. } else if (envish && !envPublic(name) && randomish(val, 20) && entropy(val) >= 3.5 && !isPlaceholder(val, name) && !PUBLIC_VALUE.test(val)) {
  523. push(out, { start: start, end: start + val.length, kind: "key", label: name.slice(0, 40), rule: "env" });
  524. }
  525. }
  526. }
  527. if (!fk) {
  528. PHRASE.lastIndex = 0;
  529. var p;
  530. while ((p = PHRASE.exec(text))) {
  531. var pv = p[1].replace(/[.,;!?)]+$/, "");
  532. if (!/\d|[^A-Za-z0-9ąćęłńóśźżĄĆĘŁŃÓŚŹŻ\-]|[a-z][A-Z]/.test(pv) || /^[a-z\-]+$/.test(pv) || !passwordValue(pv, "")) continue;
  533. var ps = p.index + p[0].length - p[1].length;
  534. push(out, { start: ps, end: ps + pv.length, kind: "password", label: "", rule: "phrase" });
  535. }
  536. }
  537. }
  538. ​
  539. function safeAtob(s) {
  540. try { return atob(s); } catch (e) { return ""; }
  541. }
  542. ​
  543. function scanPersonal(text, fk, out, cfg) {
  544. var data = fk === "data" || fk === "env" || fk === "config";
  545. var m;
  546. EMAIL.lastIndex = 0;
  547. while ((m = EMAIL.exec(text))) {
  548. var email = m[1];
  549. var start = m.index + m[0].length - email.length;
  550. if (!emailVerdict(email, fk, text, start)) continue;
  551. push(out, { start: start, end: start + email.length, kind: "email", label: "", rule: "personal" });
  552. }
  553. CARD.lastIndex = 0;
  554. while ((m = CARD.exec(text))) {
  555. var raw = m[1], digits = raw.replace(/[ \-]/g, "");
  556. if (digits.length < 13 || digits.length > 19 || !cardGrouping(raw) || CARD_TESTS[digits] || /^(\d)\1+$/.test(digits)) continue;
  557. var brand = cardBrand(digits);
  558. if (!brand || !luhn(digits)) continue;
  559. var cs = m.index + m[0].length - raw.length;
  560. if (!data && raw === digits && !CARD_CONTEXT.test(before(text, cs, 60))) continue;
  561. push(out, { start: cs, end: cs + raw.length, kind: "card", label: brand, rule: "personal" });
  562. }
  563. IBAN.lastIndex = 0;
  564. while ((m = IBAN.exec(text))) {
  565. if (!ibanValid(m[1])) continue;
  566. var is = m.index + m[0].length - m[1].length;
  567. push(out, { start: is, end: is + m[1].length, kind: "account", label: "IBAN " + m[1].slice(0, 2), rule: "personal" });
  568. }
  569. NRB.lastIndex = 0;
  570. while ((m = NRB.exec(text))) {
  571. var ns = m.index + m[0].length - m[1].length;
  572. var grouped = / /.test(m[1]);
  573. if (!nrbValid(m[1])) continue;
  574. if (!grouped && !data && !ACCOUNT_CONTEXT.test(before(text, ns, 60))) continue;
  575. if (/PL ?$/.test(before(text, ns, 3))) continue;
  576. push(out, { start: ns, end: ns + m[1].length, kind: "account", label: "NRB", rule: "personal" });
  577. }
  578. PESEL.lastIndex = 0;
  579. while ((m = PESEL.exec(text))) {
  580. var d = m[1];
  581. var ps = m.index + m[0].length - d.length;
  582. if (!peselValid(d)) continue;
  583. if (!(data && fk !== "config") && !PESEL_CONTEXT.test(before(text, ps, 80))) continue;
  584. push(out, { start: ps, end: ps + 11, kind: "pesel", label: "", rule: "personal" });
  585. }
  586. }
  587. ​
  588. function scan(text, path, opts) {
  589. var s = String(text == null ? "" : text);
  590. if (!s || s.length > MAX_SCAN) return [];
  591. var cfg = Object.assign({ secrets: true, personal: true }, opts || ai.get("redact") || {});
  592. var fk = fileKind(path);
  593. var out = [];
  594. var heavy = fk === "lock" || fk === "min" || (s.length > 20000 && /[^\n]{5000}/.test(s));
  595. if (cfg.secrets) {
  596. scanVendors(s, out);
  597. scanUris(s, out);
  598. if (!heavy) {
  599. scanCalls(s, out);
  600. scanAssignments(s, fk, out);
  601. }
  602. }
  603. if (cfg.personal && !heavy) scanPersonal(s, fk, out, cfg);
  604. if (!out.length) return out;
  605. var noise = noiseRanges(s);
  606. out = out.filter(function (f) {
  607. return f.end > f.start && (f.rule === "pem" || !inNoise(noise, f.start, f.end));
  608. });
  609. out.sort(function (a, b) {
  610. return a.start - b.start || (PRIORITY[b.rule] - PRIORITY[a.rule]) || (b.end - a.end);
  611. });
  612. var kept = [], last = -1;
  613. out.forEach(function (f) {
  614. if (f.start < last) {
  615. var prev = kept[kept.length - 1];
  616. if (prev && f.start === prev.start && f.end === prev.end && PRIORITY[f.rule] > PRIORITY[prev.rule]) kept[kept.length - 1] = f;
  617. return;
  618. }
  619. kept.push(f);
  620. last = f.end;
  621. });
  622. var allow = registry().allow;
  623. return kept.map(function (f) {
  624. f.value = s.slice(f.start, f.end);
  625. f.hash = hash(f.value);
  626. f.group = GROUP[f.kind];
  627. return f;
  628. }).filter(function (f) { return allow.indexOf(f.hash) < 0; });
  629. }
  630. ​
  631. function hash(s) {
  632. var h1 = 0x811c9dc5, h2 = 0x01000193 ^ 0x5bd1e995;
  633. for (var i = 0; i < s.length; i++) {
  634. var c = s.charCodeAt(i);
  635. h1 = Math.imul(h1 ^ c, 16777619);
  636. h2 = Math.imul(h2 ^ c, 2246822519);
  637. }
  638. return ((h1 >>> 0).toString(16).padStart(8, "0") + (h2 >>> 0).toString(16).padStart(8, "0"));
  639. }
  640. ​
  641. var reg = { key: null, data: null };
  642. var values = {};
  643. var seen = {};
  644. var cache = new Map();
  645. ​
  646. function regKey() {
  647. return "ai.redact." + (A.fs && A.fs.provider ? A.fs.provider.name : "_");
  648. }
  649. ​
  650. function registry() {
  651. var key = regKey();
  652. if (reg.key !== key) {
  653. var data = A.store.get(key, null);
  654. if (!data || typeof data !== "object") data = {};
  655. reg = { key: key, data: { ids: data.ids || {}, labels: data.labels || {}, next: data.next || {}, allow: Array.isArray(data.allow) ? data.allow : [] } };
  656. }
  657. return reg.data;
  658. }
  659. ​
  660. function saveRegistry() {
  661. A.store.set(reg.key, reg.data);
  662. }
  663. ​
  664. function uiLang() {
  665. var cur = A.i18n && A.i18n.current && A.i18n.current();
  666. return cur && cur.code === "pl" ? "pl" : "en";
  667. }
  668. ​
  669. function cleanLabel(s) {
  670. return String(s || "").replace(/[«»\r\n\u0000-\u001f]/g, "").replace(/\s+/g, " ").trim().slice(0, 40);
  671. }
  672. ​
  673. function idFor(f) {
  674. var data = registry();
  675. var id = data.ids[f.hash];
  676. if (!id) {
  677. var token = TOKENS[f.kind][uiLang()];
  678. var n = (data.next[token] || 0) + 1;
  679. data.next[token] = n;
  680. id = token + "_" + n;
  681. data.ids[f.hash] = id;
  682. data.labels[id] = cleanLabel(f.label);
  683. saveRegistry();
  684. }
  685. return id;
  686. }
  687. ​
  688. function placeholder(id) {
  689. var label = registry().labels[id];
  690. return "«" + id + (label ? ": " + label : "") + "»";
  691. }
  692. ​
  693. function mask(v) {
  694. v = String(v);
  695. if (v.indexOf("-----BEGIN") === 0) return v.split("\n")[0];
  696. if (v.length <= 8) return v[0] + "•••";
  697. return v.slice(0, 4) + "…" + v.slice(-3);
  698. }
  699. ​
  700. function active() {
  701. return !!ai.get("redact.on");
  702. }
  703. ​
  704. function apply(text, path) {
  705. var s = String(text == null ? "" : text);
  706. if (!s || !active()) return { text: s, items: [] };
  707. var ck = (path || "") + "\u0000" + s;
  708. var hit = s.length < 300000 ? cache.get(ck) : null;
  709. if (hit) {
  710. hit.items.forEach(function (it) { if (values[it.id] === undefined) values[it.id] = it.value; });
  711. return { text: hit.text, items: hit.items };
  712. }
  713. var found = scan(s, path);
  714. var items = [];
  715. var outText = s;
  716. if (found.length) {
  717. var parts = [], pos = 0;
  718. found.forEach(function (f) {
  719. var id = idFor(f);
  720. values[id] = f.value;
  721. parts.push(s.slice(pos, f.start), placeholder(id));
  722. pos = f.end;
  723. items.push({ id: id, kind: f.kind, label: registry().labels[id] || "", value: f.value, sample: mask(f.value), path: path || "", line: lineOf(s, f.start), hash: f.hash });
  724. });
  725. parts.push(s.slice(pos));
  726. outText = parts.join("");
  727. }
  728. note(items, null);
  729. if (s.length < 300000) {
  730. cache.set(ck, { text: outText, items: items });
  731. if (cache.size > CACHE_MAX) cache.delete(cache.keys().next().value);
  732. }
  733. return { text: outText, items: items };
  734. }
  735. ​
  736. var RESTORE = /(?:«|&laquo;|&#171;)\s*([A-Z]{3,10}_\d{1,5})(?:\s*:([^»\n&]{0,80}))?\s*(?:»|&raquo;|&#187;)/g;
  737. ​
  738. function restore(text) {
  739. var missing = [];
  740. var s = String(text == null ? "" : text);
  741. if (s.indexOf("«") < 0 && s.indexOf("&laquo;") < 0 && s.indexOf("&#171;") < 0) return { text: s, missing: missing, count: 0 };
  742. var count = 0;
  743. var labels = registry().labels;
  744. var out = s.replace(RESTORE, function (m, id, label) {
  745. var known = labels[id] || "";
  746. if (values[id] === undefined || (label && known && label.trim() !== known)) {
  747. if (missing.indexOf(id) < 0) missing.push(id);
  748. return m;
  749. }
  750. count++;
  751. return values[id];
  752. });
  753. return { text: out, missing: missing, count: count };
  754. }
  755. ​
  756. function restoreDeep(value, missing) {
  757. if (typeof value === "string") {
  758. var r = restore(value);
  759. r.missing.forEach(function (id) { if (missing.indexOf(id) < 0) missing.push(id); });
  760. return r.text;
  761. }
  762. if (Array.isArray(value)) return value.map(function (v) { return restoreDeep(v, missing); });
  763. if (value && typeof value === "object") {
  764. var o = {};
  765. Object.keys(value).forEach(function (k) { o[k] = restoreDeep(value[k], missing); });
  766. return o;
  767. }
  768. return value;
  769. }
  770. ​
  771. function note(items, collected) {
  772. items.forEach(function (it) {
  773. if (collected && !collected[it.id]) collected[it.id] = it;
  774. var known = seen[it.id];
  775. if (!known) seen[it.id] = { id: it.id, kind: it.kind, label: it.label, sample: it.sample, hash: it.hash, where: [] };
  776. var w = it.path ? it.path + ":" + it.line : "";
  777. if (w && seen[it.id].where.indexOf(w) < 0 && seen[it.id].where.length < 5) seen[it.id].where.push(w);
  778. });
  779. }
  780. ​
  781. function request(req) {
  782. if (!active()) return req;
  783. var collected = {};
  784. function txt(s, path) {
  785. var r = apply(s, path);
  786. note(r.items, collected);
  787. var m;
  788. RESTORE.lastIndex = 0;
  789. while ((m = RESTORE.exec(r.text))) {
  790. if (!collected[m[1]] && seen[m[1]]) collected[m[1]] = seen[m[1]];
  791. }
  792. return r.text;
  793. }
  794. var out = Object.assign({}, req);
  795. out.system = (req.system || []).map(function (b) { return b && typeof b.text === "string" ? Object.assign({}, b, { text: txt(b.text) }) : b; });
  796. out.messages = (req.messages || []).map(function (m) {
  797. if (m.native && m.role === "assistant") return m;
  798. var c = Object.assign({}, m);
  799. c.content = (m.content || []).map(function (p) {
  800. if (p.type === "text") return Object.assign({}, p, { text: txt(p.text) });
  801. if (p.type === "tool_result") {
  802. if (typeof p.content === "string") return Object.assign({}, p, { content: txt(p.content) });
  803. if (Array.isArray(p.content)) return Object.assign({}, p, { content: p.content.map(function (q) { return q && q.type === "text" ? Object.assign({}, q, { text: txt(q.text) }) : q; }) });
  804. }
  805. return p;
  806. });
  807. return c;
  808. });
  809. var list = Object.keys(collected).map(function (k) { return collected[k]; });
  810. if (list.length) A.emit("ai-redacted", { kind: req.kind || "", items: list.map(publicItem) });
  811. return out;
  812. }
  813. ​
  814. function publicItem(it) {
  815. var where = it.path ? it.path + ":" + it.line : (it.where && it.where[0]) || "";
  816. var cut = where.lastIndexOf(":");
  817. return { id: it.id, kind: it.kind, label: it.label, sample: it.sample, path: cut > 0 ? where.slice(0, cut) : "", line: cut > 0 ? Number(where.slice(cut + 1)) : 0 };
  818. }
  819. ​
  820. function summary(items) {
  821. var counts = {};
  822. items.forEach(function (it) { counts[it.kind] = (counts[it.kind] || 0) + 1; });
  823. return Object.keys(counts).map(function (k) { return A.tn("ai.redact.count_" + k, counts[k]); }).join(", ");
  824. }
  825. ​
  826. ai.redact = {
  827. KINDS: Object.keys(TOKENS),
  828. scan: scan,
  829. apply: apply,
  830. restore: restore,
  831. request: request,
  832. summary: summary,
  833. active: active,
  834. mask: mask,
  835. fileKind: fileKind,
  836. ​
  837. restoreArgs: function (input) {
  838. var missing = [];
  839. var out = restoreDeep(input, missing);
  840. return { input: out, missing: missing };
  841. },
  842. ​
  843. session: function () {
  844. return Object.keys(seen).map(function (k) { return seen[k]; });
  845. },
  846. ​
  847. allow: function (id) {
  848. var item = seen[id];
  849. if (!item) return false;
  850. var data = registry();
  851. if (data.allow.indexOf(item.hash) < 0) data.allow.push(item.hash);
  852. saveRegistry();
  853. delete seen[id];
  854. cache.clear();
  855. A.emit("ai-redact-config");
  856. return true;
  857. },
  858. ​
  859. allowedCount: function () {
  860. return registry().allow.length;
  861. },
  862. ​
  863. clearAllowed: function () {
  864. registry().allow = [];
  865. saveRegistry();
  866. cache.clear();
  867. A.emit("ai-redact-config");
  868. },
  869. ​
  870. test: function (text, path) {
  871. var found = scan(text, path || "");
  872. var s = String(text || ""), parts = [], pos = 0;
  873. found.forEach(function (f) {
  874. parts.push({ text: s.slice(pos, f.start) });
  875. parts.push({ text: f.value, kind: f.kind, label: f.label });
  876. pos = f.end;
  877. });
  878. parts.push({ text: s.slice(pos) });
  879. return { found: found.map(function (f) { return { kind: f.kind, label: f.label, line: lineOf(s, f.start), sample: mask(f.value), rule: f.rule }; }), parts: parts };
  880. }
  881. };
  882. ​
  883. A.on("ai-config", function (path) {
  884. if (/^redact/.test(path || "")) cache.clear();
  885. });
  886. ​
  887. A.on("workspace", function () {
  888. reg = { key: null, data: null };
  889. values = {};
  890. seen = {};
  891. cache.clear();
  892. });
  893. })();
  894. ​