80 lines
2.4 KiB
JavaScript
80 lines
2.4 KiB
JavaScript
|
/**
|
|||
|
|
* @typedef {import('nlcst').Sentence} Sentence
|
|||
|
|
* @typedef {import('nlcst').WordContent} WordContent
|
|||
|
|
*/
|
|||
|
|
|
|||
|
|
import {toString} from 'nlcst-to-string'
|
|||
|
|
import {modifyChildren} from 'unist-util-modify-children'
|
|||
|
|
// Symbols part of surrounding words.
|
|||
|
|
import {wordSymbolInner} from '../expressions.js'
|
|||
|
|
|
|||
|
|
// Merge words joined by certain punctuation marks.
|
|||
|
|
export const mergeInnerWordSymbol = modifyChildren(
|
|||
|
|
/**
|
|||
|
|
* @type {import('unist-util-modify-children').Modifier<Sentence>}
|
|||
|
|
*/
|
|||
|
|
function (child, index, parent) {
|
|||
|
|
if (
|
|||
|
|
index > 0 &&
|
|||
|
|
(child.type === 'SymbolNode' || child.type === 'PunctuationNode')
|
|||
|
|
) {
|
|||
|
|
const siblings = parent.children
|
|||
|
|
const previous = siblings[index - 1]
|
|||
|
|
|
|||
|
|
if (previous && previous.type === 'WordNode') {
|
|||
|
|
let position = index - 1
|
|||
|
|
/** @type {Array<WordContent>} */
|
|||
|
|
const tokens = []
|
|||
|
|
/** @type {Array<WordContent>} */
|
|||
|
|
let queue = []
|
|||
|
|
|
|||
|
|
// - If a token which is neither word nor inner word symbol is found,
|
|||
|
|
// the loop is broken
|
|||
|
|
// - If an inner word symbol is found, it’s queued
|
|||
|
|
// - If a word is found, it’s queued (and the queue stored and emptied)
|
|||
|
|
while (siblings[++position]) {
|
|||
|
|
const sibling = siblings[position]
|
|||
|
|
|
|||
|
|
if (sibling.type === 'WordNode') {
|
|||
|
|
tokens.push(...queue, ...sibling.children)
|
|||
|
|
|
|||
|
|
queue = []
|
|||
|
|
} else if (
|
|||
|
|
(sibling.type === 'SymbolNode' ||
|
|||
|
|
sibling.type === 'PunctuationNode') &&
|
|||
|
|
wordSymbolInner.test(toString(sibling))
|
|||
|
|
) {
|
|||
|
|
queue.push(sibling)
|
|||
|
|
} else {
|
|||
|
|
break
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (tokens.length > 0) {
|
|||
|
|
// If there is a queue, remove its length from `position`.
|
|||
|
|
if (queue.length > 0) {
|
|||
|
|
position -= queue.length
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Remove every (one or more) inner-word punctuation marks and children
|
|||
|
|
// of words.
|
|||
|
|
siblings.splice(index, position - index)
|
|||
|
|
|
|||
|
|
// Add all found tokens to `prev`s children.
|
|||
|
|
previous.children.push(...tokens)
|
|||
|
|
|
|||
|
|
const last = tokens[tokens.length - 1]
|
|||
|
|
|
|||
|
|
// Update position.
|
|||
|
|
if (previous.position && last.position) {
|
|||
|
|
previous.position.end = last.position.end
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// Next, iterate over the node *now* at the current position.
|
|||
|
|
return index
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
)
|