egirlskey/test/mfm.ts

783 lines
19 KiB
TypeScript
Raw Normal View History

2018-10-15 21:37:21 +00:00
/*
* Tests of MFM
*/
2018-05-18 00:21:19 +00:00
import * as assert from 'assert';
2017-02-11 16:03:57 +00:00
import analyze from '../src/mfm/parse';
2018-09-16 17:45:30 +00:00
import toHtml from '../src/mfm/html';
function _node(name: string, children: any[], props: any) {
return children ? { name, children, props } : { name, props };
}
function node(name: string, props?: any) {
return _node(name, null, props);
}
function nodeWithChildren(name: string, children: any[], props?: any) {
return _node(name, children, props);
}
function text(text: string) {
return node('text', { text });
}
2016-12-30 04:28:56 +00:00
describe('Text', () => {
2018-01-21 06:49:31 +00:00
it('can be analyzed', () => {
const tokens = analyze('@himawari @hima_sub@namori.net お腹ペコい :cat: #yryr');
2016-12-30 04:28:56 +00:00
assert.deepEqual([
node('mention', { acct: '@himawari', canonical: '@himawari', username: 'himawari', host: null }),
text(' '),
node('mention', { acct: '@hima_sub@namori.net', canonical: '@hima_sub@namori.net', username: 'hima_sub', host: 'namori.net' }),
text(' お腹ペコい '),
node('emoji', { name: 'cat' }),
text(' '),
node('hashtag', { hashtag: 'yryr' }),
2016-12-30 04:28:56 +00:00
], tokens);
});
2017-03-01 05:29:02 +00:00
describe('elements', () => {
describe('bold', () => {
it('simple', () => {
const tokens = analyze('**foo**');
assert.deepEqual([
nodeWithChildren('bold', [
text('foo')
]),
], tokens);
});
it('with other texts', () => {
const tokens = analyze('bar**foo**bar');
assert.deepEqual([
text('bar'),
nodeWithChildren('bold', [
text('foo')
]),
text('bar'),
], tokens);
});
2017-03-01 05:29:02 +00:00
});
2017-02-11 16:01:35 +00:00
2018-08-03 14:27:37 +00:00
it('big', () => {
const tokens = analyze('***Strawberry*** Pasta');
assert.deepEqual([
nodeWithChildren('big', [
text('Strawberry')
]),
text(' Pasta'),
2018-08-03 14:27:37 +00:00
], tokens);
});
2018-12-05 11:11:54 +00:00
it('small', () => {
const tokens = analyze('<small>smaller</small>');
assert.deepEqual([
nodeWithChildren('small', [
text('smaller')
]),
], tokens);
});
describe('motion', () => {
it('by triple brackets', () => {
const tokens = analyze('(((foo)))');
assert.deepEqual([
nodeWithChildren('motion', [
text('foo')
]),
], tokens);
});
it('by triple brackets (with other texts)', () => {
const tokens = analyze('bar(((foo)))bar');
assert.deepEqual([
text('bar'),
nodeWithChildren('motion', [
text('foo')
]),
text('bar'),
], tokens);
});
it('by <motion> tag', () => {
const tokens = analyze('<motion>foo</motion>');
assert.deepEqual([
nodeWithChildren('motion', [
text('foo')
]),
], tokens);
});
it('by <motion> tag (with other texts)', () => {
const tokens = analyze('bar<motion>foo</motion>bar');
assert.deepEqual([
text('bar'),
nodeWithChildren('motion', [
text('foo')
]),
text('bar'),
], tokens);
});
2018-08-05 03:33:51 +00:00
});
2018-09-30 05:46:18 +00:00
describe('mention', () => {
it('local', () => {
const tokens = analyze('@himawari foo');
2018-09-30 05:46:18 +00:00
assert.deepEqual([
node('mention', { acct: '@himawari', canonical: '@himawari', username: 'himawari', host: null }),
text(' foo')
2018-09-30 05:46:18 +00:00
], tokens);
});
2017-02-11 16:01:35 +00:00
2018-09-30 05:46:18 +00:00
it('remote', () => {
const tokens = analyze('@hima_sub@namori.net foo');
2018-09-30 05:46:18 +00:00
assert.deepEqual([
node('mention', { acct: '@hima_sub@namori.net', canonical: '@hima_sub@namori.net', username: 'hima_sub', host: 'namori.net' }),
text(' foo')
], tokens);
});
it('remote punycode', () => {
const tokens = analyze('@hima_sub@xn--q9j5bya.xn--zckzah foo');
assert.deepEqual([
node('mention', { acct: '@hima_sub@xn--q9j5bya.xn--zckzah', canonical: '@hima_sub@なもり.テスト', username: 'hima_sub', host: 'xn--q9j5bya.xn--zckzah' }),
text(' foo')
2018-09-30 05:46:18 +00:00
], tokens);
});
2018-09-30 05:46:18 +00:00
it('ignore', () => {
const tokens = analyze('idolm@ster');
assert.deepEqual([
text('idolm@ster')
2018-09-30 05:46:18 +00:00
], tokens);
const tokens2 = analyze('@a\n@b\n@c');
assert.deepEqual([
node('mention', { acct: '@a', canonical: '@a', username: 'a', host: null }),
text('\n'),
node('mention', { acct: '@b', canonical: '@b', username: 'b', host: null }),
text('\n'),
node('mention', { acct: '@c', canonical: '@c', username: 'c', host: null })
2018-09-30 05:46:18 +00:00
], tokens2);
const tokens3 = analyze('**x**@a');
assert.deepEqual([
nodeWithChildren('bold', [
text('x')
]),
node('mention', { acct: '@a', canonical: '@a', username: 'a', host: null })
2018-09-30 05:46:18 +00:00
], tokens3);
const tokens4 = analyze('@\n@v\n@veryverylongusername' /* \n@toolongtobeasamention */ );
assert.deepEqual([
text('@\n'),
node('mention', { acct: '@v', canonical: '@v', username: 'v', host: null }),
text('\n'),
node('mention', { acct: '@veryverylongusername', canonical: '@veryverylongusername', username: 'veryverylongusername', host: null }),
// text('\n@toolongtobeasamention')
], tokens4);
/*
const tokens5 = analyze('@domain_is@valid.example.com\n@domain_is@.invalid\n@domain_is@invali.d\n@domain_is@invali.d\n@domain_is@-invalid.com\n@domain_is@invalid-.com');
assert.deepEqual([
node('mention', { acct: '@domain_is@valid.example.com', canonical: '@domain_is@valid.example.com', username: 'domain_is', host: 'valid.example.com' }),
text('\n@domain_is@.invalid\n@domain_is@invali.d\n@domain_is@invali.d\n@domain_is@-invalid.com\n@domain_is@invalid-.com')
], tokens5);
*/
2018-09-30 05:46:18 +00:00
});
});
2018-11-20 23:30:29 +00:00
describe('hashtag', () => {
it('simple', () => {
const tokens = analyze('#alice');
assert.deepEqual([
node('hashtag', { hashtag: 'alice' })
], tokens);
});
2018-09-17 13:51:10 +00:00
2018-11-20 23:30:29 +00:00
it('after line break', () => {
const tokens = analyze('foo\n#alice');
assert.deepEqual([
text('foo\n'),
node('hashtag', { hashtag: 'alice' })
], tokens);
});
it('with text', () => {
const tokens = analyze('Strawberry Pasta #alice');
assert.deepEqual([
text('Strawberry Pasta '),
node('hashtag', { hashtag: 'alice' })
], tokens);
});
2018-11-29 11:12:37 +00:00
it('with text (zenkaku)', () => {
2018-12-01 21:53:57 +00:00
const tokens = analyze('こんにちは#世界');
2018-11-29 11:12:37 +00:00
assert.deepEqual([
2018-12-01 21:53:57 +00:00
text('こんにちは'),
2018-11-29 11:12:37 +00:00
node('hashtag', { hashtag: '世界' })
], tokens);
});
2018-11-20 23:30:29 +00:00
it('ignore comma and period', () => {
const tokens = analyze('Foo #bar, baz #piyo.');
assert.deepEqual([
text('Foo '),
node('hashtag', { hashtag: 'bar' }),
text(', baz '),
node('hashtag', { hashtag: 'piyo' }),
text('.'),
], tokens);
});
it('ignore exclamation mark', () => {
const tokens = analyze('#Foo!');
assert.deepEqual([
node('hashtag', { hashtag: 'Foo' }),
text('!'),
], tokens);
});
2018-11-24 08:18:11 +00:00
it('allow including number', () => {
const tokens = analyze('#foo123');
assert.deepEqual([
node('hashtag', { hashtag: 'foo123' }),
], tokens);
});
2018-11-24 19:44:42 +00:00
it('with brackets', () => {
2018-11-26 17:08:51 +00:00
const tokens1 = analyze('(#foo)');
2018-11-24 19:44:42 +00:00
assert.deepEqual([
text('('),
node('hashtag', { hashtag: 'foo' }),
text(')'),
2018-11-26 17:08:51 +00:00
], tokens1);
const tokens2 = analyze('「#foo」');
assert.deepEqual([
text('「'),
node('hashtag', { hashtag: 'foo' }),
text('」'),
], tokens2);
});
it('with mixed brackets', () => {
const tokens = analyze('「#foo(bar)」');
assert.deepEqual([
text('「'),
node('hashtag', { hashtag: 'foo(bar)' }),
text('」'),
2018-11-24 19:44:42 +00:00
], tokens);
});
it('with brackets (space before)', () => {
2018-11-26 17:08:51 +00:00
const tokens1 = analyze('(bar #foo)');
2018-11-24 19:44:42 +00:00
assert.deepEqual([
text('(bar '),
node('hashtag', { hashtag: 'foo' }),
text(')'),
2018-11-26 17:08:51 +00:00
], tokens1);
const tokens2 = analyze('「bar #foo」');
assert.deepEqual([
text('「bar '),
node('hashtag', { hashtag: 'foo' }),
text('」'),
], tokens2);
2018-11-24 19:44:42 +00:00
});
it('disallow number only', () => {
const tokens = analyze('#123');
assert.deepEqual([
text('#123'),
], tokens);
});
2018-11-24 19:44:42 +00:00
it('disallow number only (with brackets)', () => {
const tokens = analyze('(#123)');
assert.deepEqual([
text('(#123)'),
], tokens);
});
2017-03-01 05:29:02 +00:00
});
2017-02-11 16:01:35 +00:00
describe('quote', () => {
it('basic', () => {
const tokens1 = analyze('> foo');
assert.deepEqual([
nodeWithChildren('quote', [
text('foo')
])
], tokens1);
2018-09-19 21:27:41 +00:00
const tokens2 = analyze('>foo');
assert.deepEqual([
nodeWithChildren('quote', [
text('foo')
])
], tokens2);
});
2018-09-20 23:33:24 +00:00
it('series', () => {
const tokens = analyze('> foo\n\n> bar');
assert.deepEqual([
nodeWithChildren('quote', [
text('foo')
]),
2018-12-01 01:40:09 +00:00
text('\n'),
nodeWithChildren('quote', [
text('bar')
]),
], tokens);
});
2018-09-20 23:33:24 +00:00
it('trailing line break', () => {
const tokens1 = analyze('> foo\n');
assert.deepEqual([
nodeWithChildren('quote', [
text('foo')
]),
], tokens1);
2018-10-29 10:09:24 +00:00
const tokens2 = analyze('> foo\n\n');
assert.deepEqual([
nodeWithChildren('quote', [
text('foo')
]),
text('\n')
], tokens2);
});
it('multiline', () => {
const tokens1 = analyze('>foo\n>bar');
assert.deepEqual([
nodeWithChildren('quote', [
text('foo\nbar')
])
], tokens1);
const tokens2 = analyze('> foo\n> bar');
assert.deepEqual([
nodeWithChildren('quote', [
text('foo\nbar')
])
], tokens2);
});
it('multiline with trailing line break', () => {
const tokens1 = analyze('> foo\n> bar\n');
assert.deepEqual([
nodeWithChildren('quote', [
text('foo\nbar')
]),
], tokens1);
const tokens2 = analyze('> foo\n> bar\n\n');
assert.deepEqual([
nodeWithChildren('quote', [
text('foo\nbar')
]),
text('\n')
], tokens2);
});
it('with before and after texts', () => {
const tokens = analyze('before\n> foo\nafter');
assert.deepEqual([
2018-12-01 01:40:09 +00:00
text('before\n'),
nodeWithChildren('quote', [
text('foo')
]),
text('after'),
], tokens);
});
2018-12-01 01:40:09 +00:00
it('multiple quotes', () => {
const tokens = analyze('> foo\nbar\n\n> foo\nbar\n\n> foo\nbar');
assert.deepEqual([
nodeWithChildren('quote', [
text('foo')
]),
text('bar\n\n'),
nodeWithChildren('quote', [
text('foo')
]),
text('bar\n\n'),
nodeWithChildren('quote', [
text('foo')
]),
text('bar'),
], tokens);
});
it('require line break before ">"', () => {
const tokens = analyze('foo>bar');
assert.deepEqual([
text('foo>bar'),
], tokens);
});
it('nested', () => {
const tokens = analyze('>> foo\n> bar');
assert.deepEqual([
nodeWithChildren('quote', [
nodeWithChildren('quote', [
text('foo')
]),
text('bar')
])
], tokens);
});
it('trim line breaks', () => {
const tokens = analyze('foo\n\n>a\n>>b\n>>\n>>>\n>>>c\n>>>\n>d\n\n');
assert.deepEqual([
2018-12-01 01:40:09 +00:00
text('foo\n\n'),
nodeWithChildren('quote', [
2018-12-01 01:40:09 +00:00
text('a\n'),
nodeWithChildren('quote', [
2018-12-01 01:40:09 +00:00
text('b\n\n'),
nodeWithChildren('quote', [
text('\nc\n')
])
]),
text('d')
]),
text('\n'),
], tokens);
});
2018-09-19 21:27:41 +00:00
});
describe('url', () => {
it('simple', () => {
const tokens = analyze('https://example.com');
assert.deepEqual([
node('url', { url: 'https://example.com' })
], tokens);
});
2018-11-16 12:30:01 +00:00
2018-11-17 03:52:20 +00:00
it('ignore trailing period', () => {
const tokens = analyze('https://example.com.');
assert.deepEqual([
node('url', { url: 'https://example.com' }),
text('.')
], tokens);
});
2018-11-16 12:30:01 +00:00
it('with comma', () => {
const tokens = analyze('https://example.com/foo?bar=a,b');
assert.deepEqual([
node('url', { url: 'https://example.com/foo?bar=a,b' })
], tokens);
});
it('ignore trailing comma', () => {
const tokens = analyze('https://example.com/foo, bar');
assert.deepEqual([
node('url', { url: 'https://example.com/foo' }),
text(', bar')
], tokens);
});
it('with brackets', () => {
const tokens = analyze('https://example.com/foo(bar)');
assert.deepEqual([
node('url', { url: 'https://example.com/foo(bar)' })
], tokens);
});
it('ignore parent brackets', () => {
const tokens = analyze('(https://example.com/foo)');
assert.deepEqual([
text('('),
node('url', { url: 'https://example.com/foo' }),
text(')')
], tokens);
});
2018-11-17 03:52:20 +00:00
2018-11-21 20:02:38 +00:00
it('ignore parent brackets 2', () => {
const tokens = analyze('(foo https://example.com/foo)');
assert.deepEqual([
text('(foo '),
node('url', { url: 'https://example.com/foo' }),
text(')')
], tokens);
});
2018-11-17 03:52:20 +00:00
it('ignore parent brackets with internal brackets', () => {
const tokens = analyze('(https://example.com/foo(bar))');
assert.deepEqual([
text('('),
node('url', { url: 'https://example.com/foo(bar)' }),
text(')')
], tokens);
2018-11-17 03:52:20 +00:00
});
2017-03-17 16:16:32 +00:00
});
2018-11-21 20:02:38 +00:00
describe('link', () => {
it('simple', () => {
const tokens = analyze('[foo](https://example.com)');
assert.deepEqual([
nodeWithChildren('link', [
text('foo')
], { url: 'https://example.com', silent: false })
], tokens);
});
2018-11-25 04:21:39 +00:00
it('simple (with silent flag)', () => {
const tokens = analyze('?[foo](https://example.com)');
assert.deepEqual([
nodeWithChildren('link', [
text('foo')
], { url: 'https://example.com', silent: true })
], tokens);
});
2018-11-21 20:02:38 +00:00
it('in text', () => {
const tokens = analyze('before[foo](https://example.com)after');
assert.deepEqual([
text('before'),
nodeWithChildren('link', [
text('foo')
], { url: 'https://example.com', silent: false }),
text('after'),
], tokens);
});
2018-11-21 20:04:45 +00:00
it('with brackets', () => {
const tokens = analyze('[foo](https://example.com/foo(bar))');
assert.deepEqual([
nodeWithChildren('link', [
text('foo')
], { url: 'https://example.com/foo(bar)', silent: false })
], tokens);
});
it('with parent brackets', () => {
const tokens = analyze('([foo](https://example.com/foo(bar)))');
assert.deepEqual([
text('('),
nodeWithChildren('link', [
text('foo')
], { url: 'https://example.com/foo(bar)', silent: false }),
text(')')
], tokens);
});
2017-03-01 05:29:02 +00:00
});
2017-03-01 03:15:45 +00:00
2017-03-01 05:29:02 +00:00
it('emoji', () => {
2018-11-03 13:35:24 +00:00
const tokens1 = analyze(':cat:');
2017-03-01 05:29:02 +00:00
assert.deepEqual([
node('emoji', { name: 'cat' })
2018-11-03 13:35:24 +00:00
], tokens1);
const tokens2 = analyze(':cat::cat::cat:');
assert.deepEqual([
node('emoji', { name: 'cat' }),
node('emoji', { name: 'cat' }),
node('emoji', { name: 'cat' })
2018-11-03 13:35:24 +00:00
], tokens2);
2018-11-05 11:14:49 +00:00
const tokens3 = analyze('🍎');
assert.deepEqual([
node('emoji', { emoji: '🍎' })
2018-11-05 11:14:49 +00:00
], tokens3);
2017-03-01 05:29:02 +00:00
});
2017-02-11 16:01:35 +00:00
describe('block code', () => {
it('simple', () => {
const tokens = analyze('```\nvar x = "Strawberry Pasta";\n```');
assert.deepEqual([
node('blockCode', { code: 'var x = "Strawberry Pasta";', lang: null })
], tokens);
});
it('can specify language', () => {
const tokens = analyze('``` json\n{ "x": 42 }\n```');
assert.deepEqual([
node('blockCode', { code: '{ "x": 42 }', lang: 'json' })
], tokens);
});
it('require line break before "```"', () => {
const tokens = analyze('before```\nfoo\n```');
assert.deepEqual([
text('before'),
node('inlineCode', { code: '`' }),
text('\nfoo\n'),
node('inlineCode', { code: '`' })
], tokens);
});
it('series', () => {
const tokens = analyze('```\nfoo\n```\n```\nbar\n```\n```\nbaz\n```');
assert.deepEqual([
node('blockCode', { code: 'foo', lang: null }),
node('blockCode', { code: 'bar', lang: null }),
node('blockCode', { code: 'baz', lang: null }),
], tokens);
});
it('ignore internal marker', () => {
const tokens = analyze('```\naaa```bbb\n```');
assert.deepEqual([
node('blockCode', { code: 'aaa```bbb', lang: null })
], tokens);
});
it('trim after line break', () => {
const tokens = analyze('```\nfoo\n```\nbar');
assert.deepEqual([
node('blockCode', { code: 'foo', lang: null }),
text('bar')
], tokens);
});
2017-03-01 05:29:02 +00:00
});
2018-11-21 03:55:15 +00:00
describe('inline code', () => {
it('simple', () => {
const tokens = analyze('`var x = "Strawberry Pasta";`');
assert.deepEqual([
node('inlineCode', { code: 'var x = "Strawberry Pasta";' })
], tokens);
});
it('disallow line break', () => {
const tokens = analyze('`foo\nbar`');
assert.deepEqual([
text('`foo\nbar`')
], tokens);
});
it('disallow ´', () => {
const tokens = analyze('`foo´bar`');
assert.deepEqual([
text('`foo´bar`')
], tokens);
});
2017-03-01 05:29:02 +00:00
});
2018-06-23 10:31:28 +00:00
2018-11-16 08:03:52 +00:00
it('math', () => {
2018-11-17 03:52:20 +00:00
const fomula = 'x = {-b \\pm \\sqrt{b^2-4ac} \\over 2a}';
2018-11-16 15:31:49 +00:00
const text = `\\(${fomula}\\)`;
2018-11-16 08:03:52 +00:00
const tokens = analyze(text);
assert.deepEqual([
node('math', { formula: fomula })
2018-11-16 08:03:52 +00:00
], tokens);
});
2018-06-23 10:31:28 +00:00
it('search', () => {
const tokens1 = analyze('a b c 検索');
assert.deepEqual([
node('search', { content: 'a b c 検索', query: 'a b c' })
2018-06-23 10:31:28 +00:00
], tokens1);
const tokens2 = analyze('a b c Search');
assert.deepEqual([
node('search', { content: 'a b c Search', query: 'a b c' })
2018-06-23 10:31:28 +00:00
], tokens2);
const tokens3 = analyze('a b c search');
assert.deepEqual([
node('search', { content: 'a b c search', query: 'a b c' })
2018-06-23 10:31:28 +00:00
], tokens3);
const tokens4 = analyze('a b c SEARCH');
assert.deepEqual([
node('search', { content: 'a b c SEARCH', query: 'a b c' })
2018-06-23 10:31:28 +00:00
], tokens4);
});
2018-06-26 09:42:00 +00:00
describe('title', () => {
it('simple', () => {
const tokens = analyze('【foo】');
assert.deepEqual([
nodeWithChildren('title', [
text('foo')
])
], tokens);
});
2017-03-18 11:05:11 +00:00
it('require line break', () => {
const tokens = analyze('a【foo】');
assert.deepEqual([
text('a【foo】')
], tokens);
});
2017-02-28 12:00:59 +00:00
it('with before and after texts', () => {
const tokens = analyze('before\n【foo】\nafter');
assert.deepEqual([
2018-12-01 01:40:09 +00:00
text('before\n'),
nodeWithChildren('title', [
text('foo')
]),
text('after')
], tokens);
});
2017-02-28 12:00:59 +00:00
});
2018-11-25 04:36:40 +00:00
describe('center', () => {
it('simple', () => {
const tokens = analyze('<center>foo</center>');
assert.deepEqual([
nodeWithChildren('center', [
text('foo')
]),
], tokens);
});
});
describe('strike', () => {
it('simple', () => {
const tokens = analyze('~~foo~~');
assert.deepEqual([
nodeWithChildren('strike', [
text('foo')
]),
], tokens);
});
});
2018-12-05 08:39:26 +00:00
describe('italic', () => {
it('simple', () => {
const tokens = analyze('<i>foo</i>');
assert.deepEqual([
nodeWithChildren('italic', [
text('foo')
]),
], tokens);
});
});
2017-02-28 12:00:59 +00:00
});
2018-09-16 17:45:30 +00:00
describe('toHtml', () => {
it('br', () => {
const input = 'foo\nbar\nbaz';
const output = '<p><span>foo<br>bar<br>baz</span></p>';
2018-09-16 17:45:30 +00:00
assert.equal(toHtml(analyze(input)), output);
});
});
it('code block with quote', () => {
const tokens = analyze('> foo\n```\nbar\n```');
assert.deepEqual([
nodeWithChildren('quote', [
text('foo')
]),
node('blockCode', { code: 'bar', lang: null })
], tokens);
});
it('quote between two code blocks', () => {
const tokens = analyze('```\nbefore\n```\n> foo\n```\nafter\n```');
assert.deepEqual([
node('blockCode', { code: 'before', lang: null }),
nodeWithChildren('quote', [
text('foo')
]),
node('blockCode', { code: 'after', lang: null })
], tokens);
});
2016-12-30 04:28:56 +00:00
});