mirror of
https://github.com/litruv/unhomoglyph.git
synced 2026-07-26 19:56:14 +10:00
Compare commits
23 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
7a61c5e20e | ||
|
|
87c8f30f3e | ||
|
|
9d6bc548cd | ||
|
|
193738762a | ||
|
|
af3e0a9b7c | ||
|
|
7ff0277276 | ||
|
|
d6ec78e7c1 | ||
|
|
7ac80669b0 | ||
|
|
0fca8b9920 | ||
|
|
b7a5926d98 | ||
|
|
fee537fbf9 | ||
|
|
5fa3d0af6f | ||
|
|
a6c803a17d | ||
|
|
2f17975f88 | ||
|
|
ef5dfe6afc | ||
|
|
cb57f4472e | ||
|
|
189c8c278c | ||
|
|
0b428f40cf | ||
|
|
fed5576b38 | ||
|
|
77448891d7 | ||
|
|
59c5f0e151 | ||
|
|
0bc3804849 | ||
|
|
ce667c335a |
@@ -1,5 +1,3 @@
|
|||||||
language: node_js
|
language: node_js
|
||||||
node_js:
|
node_js:
|
||||||
- '4'
|
- node
|
||||||
- '6'
|
|
||||||
sudo: false
|
|
||||||
|
|||||||
35
CHANGELOG.md
35
CHANGELOG.md
@@ -1,3 +1,38 @@
|
|||||||
|
1.0.6 / 2020-05-18
|
||||||
|
------------------
|
||||||
|
|
||||||
|
- Update mapping data to version 13.0.0
|
||||||
|
http://www.unicode.org/Public/security/latest/confusables.txt
|
||||||
|
- Encode `\u2028` & `\u2029` as text, #7.
|
||||||
|
- Dev deps bump.
|
||||||
|
|
||||||
|
|
||||||
|
1.0.5 / 2020-03-03
|
||||||
|
------------------
|
||||||
|
|
||||||
|
- Include missed TS definition into npm package.
|
||||||
|
|
||||||
|
|
||||||
|
1.0.4 / 2020-02-05
|
||||||
|
------------------
|
||||||
|
|
||||||
|
- Added TS definition.
|
||||||
|
|
||||||
|
|
||||||
|
1.0.3 / 2019-11-04
|
||||||
|
------------------
|
||||||
|
|
||||||
|
- Update mapping data to version 12.1.0
|
||||||
|
http://www.unicode.org/Public/security/latest/confusables.txt
|
||||||
|
- Dev deps bump.
|
||||||
|
|
||||||
|
1.0.2 / 2017-03-05
|
||||||
|
------------------
|
||||||
|
|
||||||
|
- Update mapping data to version 9.0.0
|
||||||
|
http://www.unicode.org/Public/security/latest/confusables.txt
|
||||||
|
|
||||||
|
|
||||||
1.0.1 / 2016-12-09
|
1.0.1 / 2016-12-09
|
||||||
------------------
|
------------------
|
||||||
|
|
||||||
|
|||||||
20
README.md
20
README.md
@@ -4,8 +4,14 @@
|
|||||||
[](https://www.npmjs.org/package/unhomoglyph)
|
[](https://www.npmjs.org/package/unhomoglyph)
|
||||||
|
|
||||||
> Replace all homoglyphs with base characters. Useful to detect similar strings.
|
> Replace all homoglyphs with base characters. Useful to detect similar strings.
|
||||||
|
For example, to prohibit register similar looking nicknames at websites.
|
||||||
|
|
||||||
Data source - [Recommended confusable mapping for IDN](http://www.unicode.org/Public/security/latest/confusables.txt), v8.0.0.
|
Data source - [Recommended confusable mapping for IDN](http://www.unicode.org/Public/security/latest/confusables.txt), v13.0.0.
|
||||||
|
|
||||||
|
__Note!__ Text after transform is NOT intended be read by humans. For example,
|
||||||
|
`m` will be transformed to `r` + `n`. Goal is to compare 2 strings after
|
||||||
|
transform, to check if sources looks similar or not. If sources look similar,
|
||||||
|
then transformed strings are equal.
|
||||||
|
|
||||||
|
|
||||||
## Install
|
## Install
|
||||||
@@ -21,6 +27,18 @@ npm install unhomoglyph --save
|
|||||||
const unhomoglyph = require('unhomoglyph');
|
const unhomoglyph = require('unhomoglyph');
|
||||||
|
|
||||||
console.log(unhomoglyph('AΑАᎪᗅᴀꓮ')); // => AAAAAAA
|
console.log(unhomoglyph('AΑАᎪᗅᴀꓮ')); // => AAAAAAA
|
||||||
|
console.log(unhomoglyph('m')); // => rn (r + n)
|
||||||
|
|
||||||
|
//
|
||||||
|
// Compare nicknames
|
||||||
|
//
|
||||||
|
|
||||||
|
const username1 = 'm';
|
||||||
|
const username2 = 'rn';
|
||||||
|
|
||||||
|
if (unhomoglyph(username1) === unhomoglyph(username2)) {
|
||||||
|
console.log(`"${username1}" and "${username2} look similar`);
|
||||||
|
}
|
||||||
```
|
```
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
4
index.d.ts
vendored
Normal file
4
index.d.ts
vendored
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
declare module 'unhomoglyph' {
|
||||||
|
const unhomoglyph: (s: string) => string;
|
||||||
|
export default unhomoglyph;
|
||||||
|
}
|
||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "unhomoglyph",
|
"name": "unhomoglyph",
|
||||||
"version": "1.0.1",
|
"version": "1.0.6",
|
||||||
"description": "Replace all homoglyphs with base characters.",
|
"description": "Replace all homoglyphs with base characters.",
|
||||||
"keywords": [
|
"keywords": [
|
||||||
"homoglyph",
|
"homoglyph",
|
||||||
@@ -10,7 +10,8 @@
|
|||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
"files": [
|
"files": [
|
||||||
"index.js",
|
"index.js",
|
||||||
"data.json"
|
"data.json",
|
||||||
|
"index.d.ts"
|
||||||
],
|
],
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"lint": "eslint .",
|
"lint": "eslint .",
|
||||||
@@ -18,7 +19,7 @@
|
|||||||
"update": "node update.js && npm test"
|
"update": "node update.js && npm test"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"eslint": "^3.11.1",
|
"eslint": "^7.0.0",
|
||||||
"mocha": "^3.2.0"
|
"mocha": "^7.1.2"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
4
test.js
4
test.js
@@ -26,4 +26,8 @@ describe('unhomoglyph', function () {
|
|||||||
assert.strictEqual(unhomoglyph('1abcаа'), 'labcaa');
|
assert.strictEqual(unhomoglyph('1abcаа'), 'labcaa');
|
||||||
});
|
});
|
||||||
|
|
||||||
|
it('2028 & 2029 should be ok after replace in updater', function () {
|
||||||
|
assert.strictEqual(data['\u2028'], ' ');
|
||||||
|
assert.strictEqual(data['\u2029'], ' ');
|
||||||
|
});
|
||||||
});
|
});
|
||||||
|
|||||||
@@ -37,8 +37,14 @@ function save(str) {
|
|||||||
result[src] = dst;
|
result[src] = dst;
|
||||||
});
|
});
|
||||||
|
|
||||||
|
let output = JSON.stringify(result, null, ' ')
|
||||||
|
// Workaround for ES9 <=> ES10 inconsistency
|
||||||
|
// https://github.com/nodeca/unhomoglyph/issues/7
|
||||||
|
// https://github.com/facebook/hermes/issues/235#issuecomment-623606572
|
||||||
|
.replace(/\u2028/g, '\\u2028')
|
||||||
|
.replace(/\u2029/g, '\\u2029');
|
||||||
|
|
||||||
fs.writeFileSync(SAVE_PATH, JSON.stringify(result, null, ' '));
|
fs.writeFileSync(SAVE_PATH, output);
|
||||||
console.log('Done!');
|
console.log('Done!');
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user