diff options
Diffstat (limited to 'node_modules/fbjs/lib/TokenizeUtil.js')
-rw-r--r-- | node_modules/fbjs/lib/TokenizeUtil.js | 35 |
1 files changed, 0 insertions, 35 deletions
diff --git a/node_modules/fbjs/lib/TokenizeUtil.js b/node_modules/fbjs/lib/TokenizeUtil.js deleted file mode 100644 index 74567c876..000000000 --- a/node_modules/fbjs/lib/TokenizeUtil.js +++ /dev/null @@ -1,35 +0,0 @@ -/** - * Copyright (c) 2013-present, Facebook, Inc. - * - * This source code is licensed under the MIT license found in the - * LICENSE file in the root directory of this source tree. - * - * @typechecks - * @stub - * - */ - -'use strict'; - -// \u00a1-\u00b1\u00b4-\u00b8\u00ba\u00bb\u00bf -// is latin supplement punctuation except fractions and superscript -// numbers -// \u2010-\u2027\u2030-\u205e -// is punctuation from the general punctuation block: -// weird quotes, commas, bullets, dashes, etc. -// \u30fb\u3001\u3002\u3008-\u3011\u3014-\u301f -// is CJK punctuation -// \uff1a-\uff1f\uff01-\uff0f\uff3b-\uff40\uff5b-\uff65 -// is some full-width/half-width punctuation -// \u2E2E\u061f\u066a-\u066c\u061b\u060c\u060d\uFD3e\uFD3F -// is some Arabic punctuation marks -// \u1801\u0964\u104a\u104b -// is misc. other language punctuation marks - -var PUNCTUATION = '[.,+*?$|#{}()\'\\^\\-\\[\\]\\\\\\/!@%"~=<>_:;' + '\u30FB\u3001\u3002\u3008-\u3011\u3014-\u301F\uFF1A-\uFF1F\uFF01-\uFF0F' + '\uFF3B-\uFF40\uFF5B-\uFF65\u2E2E\u061F\u066A-\u066C\u061B\u060C\u060D' + '\uFD3E\uFD3F\u1801\u0964\u104A\u104B\u2010-\u2027\u2030-\u205E' + '\xA1-\xB1\xB4-\xB8\xBA\xBB\xBF]'; - -module.exports = { - getPunctuation: function getPunctuation() { - return PUNCTUATION; - } -};
\ No newline at end of file |