🎉 initiate project *astro_rewrite*
This commit is contained in:
parent
ffd4d5e86c
commit
2ba37bfbe3
8658 changed files with 2268794 additions and 2538 deletions
51
node_modules/parse-latin/lib/plugin/break-implicit-sentences.js
generated
vendored
Normal file
51
node_modules/parse-latin/lib/plugin/break-implicit-sentences.js
generated
vendored
Normal file
|
|
@ -0,0 +1,51 @@
|
|||
import {toString} from 'nlcst-to-string'
|
||||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
|
||||
// Break a sentence if a white space with more than one new-line is found.
|
||||
export const breakImplicitSentences = modifyChildren(function (
|
||||
child,
|
||||
index,
|
||||
parent
|
||||
) {
|
||||
if (child.type !== 'SentenceNode') {
|
||||
return
|
||||
}
|
||||
|
||||
const children = child.children
|
||||
|
||||
// Ignore first and last child.
|
||||
let position = 0
|
||||
|
||||
while (++position < children.length - 1) {
|
||||
const node = children[position]
|
||||
|
||||
if (
|
||||
node.type !== 'WhiteSpaceNode' ||
|
||||
toString(node).split(/\r\n|\r|\n/).length < 3
|
||||
) {
|
||||
continue
|
||||
}
|
||||
|
||||
child.children = children.slice(0, position)
|
||||
|
||||
const insertion = {
|
||||
type: 'SentenceNode',
|
||||
children: children.slice(position + 1)
|
||||
}
|
||||
|
||||
const tail = children[position - 1]
|
||||
const head = children[position + 1]
|
||||
|
||||
parent.children.splice(index + 1, 0, node, insertion)
|
||||
|
||||
if (child.position && tail.position && head.position) {
|
||||
const end = child.position.end
|
||||
|
||||
child.position.end = tail.position.end
|
||||
|
||||
insertion.position = {start: head.position.start, end}
|
||||
}
|
||||
|
||||
return index + 1
|
||||
}
|
||||
})
|
||||
27
node_modules/parse-latin/lib/plugin/make-final-white-space-siblings.js
generated
vendored
Normal file
27
node_modules/parse-latin/lib/plugin/make-final-white-space-siblings.js
generated
vendored
Normal file
|
|
@ -0,0 +1,27 @@
|
|||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
|
||||
// Move white space ending a paragraph up, so they are the siblings of
|
||||
// paragraphs.
|
||||
export const makeFinalWhiteSpaceSiblings = modifyChildren(function (
|
||||
child,
|
||||
index,
|
||||
parent
|
||||
) {
|
||||
const children = child.children
|
||||
|
||||
if (
|
||||
children &&
|
||||
children.length > 0 &&
|
||||
children[children.length - 1].type === 'WhiteSpaceNode'
|
||||
) {
|
||||
parent.children.splice(index + 1, 0, child.children.pop())
|
||||
const previous = children[children.length - 1]
|
||||
|
||||
if (previous && previous.position && child.position) {
|
||||
child.position.end = previous.position.end
|
||||
}
|
||||
|
||||
// Next, iterate over the current node again.
|
||||
return index
|
||||
}
|
||||
})
|
||||
23
node_modules/parse-latin/lib/plugin/make-initial-white-space-siblings.js
generated
vendored
Normal file
23
node_modules/parse-latin/lib/plugin/make-initial-white-space-siblings.js
generated
vendored
Normal file
|
|
@ -0,0 +1,23 @@
|
|||
import {visitChildren} from 'unist-util-visit-children'
|
||||
|
||||
// Move white space starting a sentence up, so they are the siblings of
|
||||
// sentences.
|
||||
export const makeInitialWhiteSpaceSiblings = visitChildren(function (
|
||||
child,
|
||||
index,
|
||||
parent
|
||||
) {
|
||||
const children = child.children
|
||||
if (
|
||||
children &&
|
||||
children.length > 0 &&
|
||||
children[0].type === 'WhiteSpaceNode'
|
||||
) {
|
||||
parent.children.splice(index, 0, children.shift())
|
||||
const next = children[0]
|
||||
|
||||
if (next && next.position && child.position) {
|
||||
child.position.start = next.position.start
|
||||
}
|
||||
}
|
||||
})
|
||||
47
node_modules/parse-latin/lib/plugin/merge-affix-exceptions.js
generated
vendored
Normal file
47
node_modules/parse-latin/lib/plugin/merge-affix-exceptions.js
generated
vendored
Normal file
|
|
@ -0,0 +1,47 @@
|
|||
import {toString} from 'nlcst-to-string'
|
||||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
|
||||
// Merge a sentence into its previous sentence, when the sentence starts with a
|
||||
// comma.
|
||||
export const mergeAffixExceptions = modifyChildren(function (
|
||||
child,
|
||||
index,
|
||||
parent
|
||||
) {
|
||||
const children = child.children
|
||||
|
||||
if (!children || children.length === 0 || index < 1) {
|
||||
return
|
||||
}
|
||||
|
||||
let position = -1
|
||||
|
||||
while (children[++position]) {
|
||||
const node = children[position]
|
||||
|
||||
if (node.type === 'WordNode') {
|
||||
return
|
||||
}
|
||||
|
||||
if (node.type === 'SymbolNode' || node.type === 'PunctuationNode') {
|
||||
const value = toString(node)
|
||||
|
||||
if (value !== ',' && value !== ';') {
|
||||
return
|
||||
}
|
||||
|
||||
const previousChild = parent.children[index - 1]
|
||||
previousChild.children = previousChild.children.concat(children)
|
||||
|
||||
// Update position.
|
||||
if (previousChild.position && child.position) {
|
||||
previousChild.position.end = child.position.end
|
||||
}
|
||||
|
||||
parent.children.splice(index, 1)
|
||||
|
||||
// Next, iterate over the node *now* at the current position.
|
||||
return index
|
||||
}
|
||||
}
|
||||
})
|
||||
38
node_modules/parse-latin/lib/plugin/merge-affix-symbol.js
generated
vendored
Normal file
38
node_modules/parse-latin/lib/plugin/merge-affix-symbol.js
generated
vendored
Normal file
|
|
@ -0,0 +1,38 @@
|
|||
import {toString} from 'nlcst-to-string'
|
||||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
|
||||
// Closing or final punctuation, or terminal markers that should still be
|
||||
// included in the previous sentence, even though they follow the sentence’s
|
||||
// terminal marker.
|
||||
import {affixSymbol} from '../expressions.js'
|
||||
|
||||
// Move certain punctuation following a terminal marker (thus in the next
|
||||
// sentence) to the previous sentence.
|
||||
export const mergeAffixSymbol = modifyChildren(function (child, index, parent) {
|
||||
const children = child.children
|
||||
|
||||
if (children && children.length > 0 && index > 0) {
|
||||
const first = children[0]
|
||||
const second = children[1]
|
||||
const previous = parent.children[index - 1]
|
||||
|
||||
if (
|
||||
(first.type === 'SymbolNode' || first.type === 'PunctuationNode') &&
|
||||
affixSymbol.test(toString(first))
|
||||
) {
|
||||
previous.children.push(children.shift())
|
||||
|
||||
// Update position.
|
||||
if (first.position && previous.position) {
|
||||
previous.position.end = first.position.end
|
||||
}
|
||||
|
||||
if (second && second.position && child.position) {
|
||||
child.position.start = second.position.start
|
||||
}
|
||||
|
||||
// Next, iterate over the previous node again.
|
||||
return index - 1
|
||||
}
|
||||
}
|
||||
})
|
||||
40
node_modules/parse-latin/lib/plugin/merge-final-word-symbol.js
generated
vendored
Normal file
40
node_modules/parse-latin/lib/plugin/merge-final-word-symbol.js
generated
vendored
Normal file
|
|
@ -0,0 +1,40 @@
|
|||
import {toString} from 'nlcst-to-string'
|
||||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
|
||||
// Merge certain punctuation marks into their preceding words.
|
||||
export const mergeFinalWordSymbol = modifyChildren(function (
|
||||
child,
|
||||
index,
|
||||
parent
|
||||
) {
|
||||
if (
|
||||
index > 0 &&
|
||||
(child.type === 'SymbolNode' || child.type === 'PunctuationNode') &&
|
||||
toString(child) === '-'
|
||||
) {
|
||||
const children = parent.children
|
||||
const previous = children[index - 1]
|
||||
const next = children[index + 1]
|
||||
|
||||
if (
|
||||
(!next || next.type !== 'WordNode') &&
|
||||
previous &&
|
||||
previous.type === 'WordNode'
|
||||
) {
|
||||
// Remove `child` from parent.
|
||||
children.splice(index, 1)
|
||||
|
||||
// Add the punctuation mark at the end of the previous node.
|
||||
previous.children.push(child)
|
||||
|
||||
// Update position.
|
||||
if (previous.position && child.position) {
|
||||
previous.position.end = child.position.end
|
||||
}
|
||||
|
||||
// Next, iterate over the node *now* at the current position (which was
|
||||
// the next node).
|
||||
return index
|
||||
}
|
||||
}
|
||||
})
|
||||
34
node_modules/parse-latin/lib/plugin/merge-initial-digit-sentences.js
generated
vendored
Normal file
34
node_modules/parse-latin/lib/plugin/merge-initial-digit-sentences.js
generated
vendored
Normal file
|
|
@ -0,0 +1,34 @@
|
|||
import {toString} from 'nlcst-to-string'
|
||||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
import {digitStart} from '../expressions.js'
|
||||
|
||||
// Merge a sentence into its previous sentence, when the sentence starts with a
|
||||
// lower case letter.
|
||||
export const mergeInitialDigitSentences = modifyChildren(function (
|
||||
child,
|
||||
index,
|
||||
parent
|
||||
) {
|
||||
const children = child.children
|
||||
const siblings = parent.children
|
||||
const previous = siblings[index - 1]
|
||||
const head = children[0]
|
||||
|
||||
if (
|
||||
previous &&
|
||||
head &&
|
||||
head.type === 'WordNode' &&
|
||||
digitStart.test(toString(head))
|
||||
) {
|
||||
previous.children = previous.children.concat(children)
|
||||
siblings.splice(index, 1)
|
||||
|
||||
// Update position.
|
||||
if (previous.position && child.position) {
|
||||
previous.position.end = child.position.end
|
||||
}
|
||||
|
||||
// Next, iterate over the node *now* at the current position.
|
||||
return index
|
||||
}
|
||||
})
|
||||
48
node_modules/parse-latin/lib/plugin/merge-initial-lower-case-letter-sentences.js
generated
vendored
Normal file
48
node_modules/parse-latin/lib/plugin/merge-initial-lower-case-letter-sentences.js
generated
vendored
Normal file
|
|
@ -0,0 +1,48 @@
|
|||
import {toString} from 'nlcst-to-string'
|
||||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
|
||||
// Initial lowercase letter.
|
||||
import {lowerInitial} from '../expressions.js'
|
||||
|
||||
// Merge a sentence into its previous sentence, when the sentence starts with a
|
||||
// lower case letter.
|
||||
export const mergeInitialLowerCaseLetterSentences = modifyChildren(function (
|
||||
child,
|
||||
index,
|
||||
parent
|
||||
) {
|
||||
const children = child.children
|
||||
|
||||
if (children && children.length > 0 && index > 0) {
|
||||
let position = -1
|
||||
|
||||
while (children[++position]) {
|
||||
const node = children[position]
|
||||
|
||||
if (node.type === 'WordNode') {
|
||||
if (!lowerInitial.test(toString(node))) {
|
||||
return
|
||||
}
|
||||
|
||||
const siblings = parent.children
|
||||
const previous = siblings[index - 1]
|
||||
|
||||
previous.children = previous.children.concat(children)
|
||||
|
||||
siblings.splice(index, 1)
|
||||
|
||||
// Update position.
|
||||
if (previous.position && child.position) {
|
||||
previous.position.end = child.position.end
|
||||
}
|
||||
|
||||
// Next, iterate over the node *now* at the current position.
|
||||
return index
|
||||
}
|
||||
|
||||
if (node.type === 'SymbolNode' || node.type === 'PunctuationNode') {
|
||||
return
|
||||
}
|
||||
}
|
||||
}
|
||||
})
|
||||
42
node_modules/parse-latin/lib/plugin/merge-initial-word-symbol.js
generated
vendored
Normal file
42
node_modules/parse-latin/lib/plugin/merge-initial-word-symbol.js
generated
vendored
Normal file
|
|
@ -0,0 +1,42 @@
|
|||
import {toString} from 'nlcst-to-string'
|
||||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
|
||||
// Merge certain punctuation marks into their following words.
|
||||
export const mergeInitialWordSymbol = modifyChildren(function (
|
||||
child,
|
||||
index,
|
||||
parent
|
||||
) {
|
||||
if (
|
||||
(child.type !== 'SymbolNode' && child.type !== 'PunctuationNode') ||
|
||||
toString(child) !== '&'
|
||||
) {
|
||||
return
|
||||
}
|
||||
|
||||
const children = parent.children
|
||||
const next = children[index + 1]
|
||||
|
||||
// If either a previous word, or no following word, exists, exit early.
|
||||
if (
|
||||
(index > 0 && children[index - 1].type === 'WordNode') ||
|
||||
!(next && next.type === 'WordNode')
|
||||
) {
|
||||
return
|
||||
}
|
||||
|
||||
// Remove `child` from parent.
|
||||
children.splice(index, 1)
|
||||
|
||||
// Add the punctuation mark at the start of the next node.
|
||||
next.children.unshift(child)
|
||||
|
||||
// Update position.
|
||||
if (next.position && child.position) {
|
||||
next.position.start = child.position.start
|
||||
}
|
||||
|
||||
// Next, iterate over the node at the previous position, as it's now adjacent
|
||||
// to a following word.
|
||||
return index - 1
|
||||
})
|
||||
62
node_modules/parse-latin/lib/plugin/merge-initialisms.js
generated
vendored
Normal file
62
node_modules/parse-latin/lib/plugin/merge-initialisms.js
generated
vendored
Normal file
|
|
@ -0,0 +1,62 @@
|
|||
import {toString} from 'nlcst-to-string'
|
||||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
import {numerical} from '../expressions.js'
|
||||
|
||||
// Merge initialisms.
|
||||
export const mergeInitialisms = modifyChildren(function (child, index, parent) {
|
||||
if (index > 0 && toString(child) === '.') {
|
||||
const siblings = parent.children
|
||||
|
||||
const previous = siblings[index - 1]
|
||||
const children = previous.children
|
||||
|
||||
if (
|
||||
previous.type === 'WordNode' &&
|
||||
children &&
|
||||
children.length !== 1 &&
|
||||
children.length % 2 !== 0
|
||||
) {
|
||||
let position = children.length
|
||||
let isAllDigits = true
|
||||
|
||||
while (children[--position]) {
|
||||
const otherChild = children[position]
|
||||
|
||||
const value = toString(otherChild)
|
||||
|
||||
if (position % 2 === 0) {
|
||||
// Initialisms consist of one character values.
|
||||
if (value.length > 1) {
|
||||
return
|
||||
}
|
||||
|
||||
if (!numerical.test(value)) {
|
||||
isAllDigits = false
|
||||
}
|
||||
} else if (value !== '.') {
|
||||
if (position < children.length - 2) {
|
||||
break
|
||||
} else {
|
||||
return
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (!isAllDigits) {
|
||||
// Remove `child` from parent.
|
||||
siblings.splice(index, 1)
|
||||
|
||||
// Add child to the previous children.
|
||||
children.push(child)
|
||||
|
||||
// Update position.
|
||||
if (previous.position && child.position) {
|
||||
previous.position.end = child.position.end
|
||||
}
|
||||
|
||||
// Next, iterate over the node *now* at the current position.
|
||||
return index
|
||||
}
|
||||
}
|
||||
}
|
||||
})
|
||||
50
node_modules/parse-latin/lib/plugin/merge-inner-word-slash.js
generated
vendored
Normal file
50
node_modules/parse-latin/lib/plugin/merge-inner-word-slash.js
generated
vendored
Normal file
|
|
@ -0,0 +1,50 @@
|
|||
import {toString} from 'nlcst-to-string'
|
||||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
|
||||
const slash = '/'
|
||||
|
||||
// Merge words joined by certain punctuation marks.
|
||||
export const mergeInnerWordSlash = modifyChildren(function (
|
||||
child,
|
||||
index,
|
||||
parent
|
||||
) {
|
||||
const siblings = parent.children
|
||||
const previous = siblings[index - 1]
|
||||
const next = siblings[index + 1]
|
||||
|
||||
if (
|
||||
previous &&
|
||||
previous.type === 'WordNode' &&
|
||||
(child.type === 'SymbolNode' || child.type === 'PunctuationNode') &&
|
||||
toString(child) === slash
|
||||
) {
|
||||
const previousValue = toString(previous)
|
||||
let tail = child
|
||||
let queue = [child]
|
||||
let count = 1
|
||||
let nextValue = ''
|
||||
|
||||
if (next && next.type === 'WordNode') {
|
||||
nextValue = toString(next)
|
||||
tail = next
|
||||
queue = queue.concat(next.children)
|
||||
count++
|
||||
}
|
||||
|
||||
if (previousValue.length < 3 && (!nextValue || nextValue.length < 3)) {
|
||||
// Add all found tokens to `prev`s children.
|
||||
previous.children = previous.children.concat(queue)
|
||||
|
||||
siblings.splice(index, count)
|
||||
|
||||
// Update position.
|
||||
if (previous.position && tail.position) {
|
||||
previous.position.end = tail.position.end
|
||||
}
|
||||
|
||||
// Next, iterate over the node *now* at the current position.
|
||||
return index
|
||||
}
|
||||
}
|
||||
})
|
||||
72
node_modules/parse-latin/lib/plugin/merge-inner-word-symbol.js
generated
vendored
Normal file
72
node_modules/parse-latin/lib/plugin/merge-inner-word-symbol.js
generated
vendored
Normal file
|
|
@ -0,0 +1,72 @@
|
|||
import {toString} from 'nlcst-to-string'
|
||||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
|
||||
// Symbols part of surrounding words.
|
||||
import {wordSymbolInner} from '../expressions.js'
|
||||
|
||||
// Merge words joined by certain punctuation marks.
|
||||
export const mergeInnerWordSymbol = modifyChildren(function (
|
||||
child,
|
||||
index,
|
||||
parent
|
||||
) {
|
||||
if (
|
||||
index > 0 &&
|
||||
(child.type === 'SymbolNode' || child.type === 'PunctuationNode')
|
||||
) {
|
||||
const siblings = parent.children
|
||||
const previous = siblings[index - 1]
|
||||
|
||||
if (previous && previous.type === 'WordNode') {
|
||||
let position = index - 1
|
||||
let tokens = []
|
||||
let queue = []
|
||||
|
||||
// - If a token which is neither word nor inner word symbol is found,
|
||||
// the loop is broken
|
||||
// - If an inner word symbol is found, it’s queued
|
||||
// - If a word is found, it’s queued (and the queue stored and emptied)
|
||||
while (siblings[++position]) {
|
||||
const sibling = siblings[position]
|
||||
|
||||
if (sibling.type === 'WordNode') {
|
||||
tokens = tokens.concat(queue, sibling.children)
|
||||
|
||||
queue = []
|
||||
} else if (
|
||||
(sibling.type === 'SymbolNode' ||
|
||||
sibling.type === 'PunctuationNode') &&
|
||||
wordSymbolInner.test(toString(sibling))
|
||||
) {
|
||||
queue.push(sibling)
|
||||
} else {
|
||||
break
|
||||
}
|
||||
}
|
||||
|
||||
if (tokens.length > 0) {
|
||||
// If there is a queue, remove its length from `position`.
|
||||
if (queue.length > 0) {
|
||||
position -= queue.length
|
||||
}
|
||||
|
||||
// Remove every (one or more) inner-word punctuation marks and children
|
||||
// of words.
|
||||
siblings.splice(index, position - index)
|
||||
|
||||
// Add all found tokens to `prev`s children.
|
||||
previous.children = previous.children.concat(tokens)
|
||||
|
||||
const last = tokens[tokens.length - 1]
|
||||
|
||||
// Update position.
|
||||
if (previous.position && last.position) {
|
||||
previous.position.end = last.position.end
|
||||
}
|
||||
|
||||
// Next, iterate over the node *now* at the current position.
|
||||
return index
|
||||
}
|
||||
}
|
||||
}
|
||||
})
|
||||
50
node_modules/parse-latin/lib/plugin/merge-non-word-sentences.js
generated
vendored
Normal file
50
node_modules/parse-latin/lib/plugin/merge-non-word-sentences.js
generated
vendored
Normal file
|
|
@ -0,0 +1,50 @@
|
|||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
|
||||
// Merge a sentence into the following sentence, when the sentence does not
|
||||
// contain word tokens.
|
||||
export const mergeNonWordSentences = modifyChildren(function (
|
||||
child,
|
||||
index,
|
||||
parent
|
||||
) {
|
||||
const children = child.children
|
||||
let position = -1
|
||||
|
||||
while (children[++position]) {
|
||||
if (children[position].type === 'WordNode') {
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
const previous = parent.children[index - 1]
|
||||
|
||||
if (previous) {
|
||||
previous.children = previous.children.concat(children)
|
||||
|
||||
// Remove the child.
|
||||
parent.children.splice(index, 1)
|
||||
|
||||
// Patch position.
|
||||
if (previous.position && child.position) {
|
||||
previous.position.end = child.position.end
|
||||
}
|
||||
|
||||
// Next, iterate over the node *now* at the current position (which was the
|
||||
// next node).
|
||||
return index
|
||||
}
|
||||
|
||||
const next = parent.children[index + 1]
|
||||
|
||||
if (next) {
|
||||
next.children = children.concat(next.children)
|
||||
|
||||
// Patch position.
|
||||
if (next.position && child.position) {
|
||||
next.position.start = child.position.start
|
||||
}
|
||||
|
||||
// Remove the child.
|
||||
parent.children.splice(index, 1)
|
||||
}
|
||||
})
|
||||
72
node_modules/parse-latin/lib/plugin/merge-prefix-exceptions.js
generated
vendored
Normal file
72
node_modules/parse-latin/lib/plugin/merge-prefix-exceptions.js
generated
vendored
Normal file
|
|
@ -0,0 +1,72 @@
|
|||
import {toString} from 'nlcst-to-string'
|
||||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
|
||||
// Full stop characters that should not be treated as terminal sentence markers:
|
||||
// A case-insensitive abbreviation.
|
||||
const abbreviationPrefix = new RegExp(
|
||||
'^(' +
|
||||
'[0-9]{1,3}|' +
|
||||
'[a-z]|' +
|
||||
// Common Latin Abbreviations:
|
||||
// Based on: <https://en.wikipedia.org/wiki/List_of_Latin_abbreviations>.
|
||||
// Where only the abbreviations written without joining full stops,
|
||||
// but with a final full stop, were extracted.
|
||||
//
|
||||
// circa, capitulus, confer, compare, centum weight, eadem, (et) alii,
|
||||
// et cetera, floruit, foliis, ibidem, idem, nemine && contradicente,
|
||||
// opere && citato, (per) cent, (per) procurationem, (pro) tempore,
|
||||
// sic erat scriptum, (et) sequentia, statim, videlicet. */
|
||||
'al|ca|cap|cca|cent|cf|cit|con|cp|cwt|ead|etc|ff|' +
|
||||
'fl|ibid|id|nem|op|pro|seq|sic|stat|tem|viz' +
|
||||
')$'
|
||||
)
|
||||
|
||||
// Merge a sentence into its next sentence, when the sentence ends with a
|
||||
// certain word.
|
||||
export const mergePrefixExceptions = modifyChildren(function (
|
||||
child,
|
||||
index,
|
||||
parent
|
||||
) {
|
||||
const children = child.children
|
||||
|
||||
if (children && children.length > 1) {
|
||||
const period = children[children.length - 1]
|
||||
|
||||
if (period && toString(period) === '.') {
|
||||
const node = children[children.length - 2]
|
||||
|
||||
if (
|
||||
node &&
|
||||
node.type === 'WordNode' &&
|
||||
abbreviationPrefix.test(toString(node).toLowerCase())
|
||||
) {
|
||||
// Merge period into abbreviation.
|
||||
node.children.push(period)
|
||||
children.pop()
|
||||
|
||||
// Update position.
|
||||
if (period.position && node.position) {
|
||||
node.position.end = period.position.end
|
||||
}
|
||||
|
||||
// Merge sentences.
|
||||
const next = parent.children[index + 1]
|
||||
|
||||
if (next) {
|
||||
child.children = children.concat(next.children)
|
||||
|
||||
parent.children.splice(index + 1, 1)
|
||||
|
||||
// Update position.
|
||||
if (next.position && child.position) {
|
||||
child.position.end = next.position.end
|
||||
}
|
||||
|
||||
// Next, iterate over the current node again.
|
||||
return index - 1
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
})
|
||||
90
node_modules/parse-latin/lib/plugin/merge-remaining-full-stops.js
generated
vendored
Normal file
90
node_modules/parse-latin/lib/plugin/merge-remaining-full-stops.js
generated
vendored
Normal file
|
|
@ -0,0 +1,90 @@
|
|||
import {toString} from 'nlcst-to-string'
|
||||
import {visitChildren} from 'unist-util-visit-children'
|
||||
|
||||
// Full stop characters that should not be treated as terminal sentence markers:
|
||||
// A case-insensitive abbreviation.
|
||||
import {terminalMarker} from '../expressions.js'
|
||||
|
||||
// Merge non-terminal-marker full stops into the previous word (if available),
|
||||
// or the next word (if available).
|
||||
export const mergeRemainingFullStops = visitChildren(function (child) {
|
||||
const children = child.children
|
||||
let position = children.length
|
||||
let hasFoundDelimiter = false
|
||||
|
||||
while (children[--position]) {
|
||||
const grandchild = children[position]
|
||||
|
||||
if (
|
||||
grandchild.type !== 'SymbolNode' &&
|
||||
grandchild.type !== 'PunctuationNode'
|
||||
) {
|
||||
// This is a sentence without terminal marker, so we 'fool' the code to
|
||||
// make it think we have found one.
|
||||
if (grandchild.type === 'WordNode') {
|
||||
hasFoundDelimiter = true
|
||||
}
|
||||
|
||||
continue
|
||||
}
|
||||
|
||||
// Exit when this token is not a terminal marker.
|
||||
if (!terminalMarker.test(toString(grandchild))) {
|
||||
continue
|
||||
}
|
||||
|
||||
// Ignore the first terminal marker found (starting at the end), as it
|
||||
// should not be merged.
|
||||
if (!hasFoundDelimiter) {
|
||||
hasFoundDelimiter = true
|
||||
|
||||
continue
|
||||
}
|
||||
|
||||
// Only merge a single full stop.
|
||||
if (toString(grandchild) !== '.') {
|
||||
continue
|
||||
}
|
||||
|
||||
const previous = children[position - 1]
|
||||
const next = children[position + 1]
|
||||
|
||||
if (previous && previous.type === 'WordNode') {
|
||||
const nextNext = children[position + 2]
|
||||
|
||||
// Continue when the full stop is followed by a space and another full
|
||||
// stop, such as: `{.} .`
|
||||
if (
|
||||
next &&
|
||||
nextNext &&
|
||||
next.type === 'WhiteSpaceNode' &&
|
||||
toString(nextNext) === '.'
|
||||
) {
|
||||
continue
|
||||
}
|
||||
|
||||
// Remove `child` from parent.
|
||||
children.splice(position, 1)
|
||||
|
||||
// Add the punctuation mark at the end of the previous node.
|
||||
previous.children.push(grandchild)
|
||||
|
||||
// Update position.
|
||||
if (grandchild.position && previous.position) {
|
||||
previous.position.end = grandchild.position.end
|
||||
}
|
||||
|
||||
position--
|
||||
} else if (next && next.type === 'WordNode') {
|
||||
// Remove `child` from parent.
|
||||
children.splice(position, 1)
|
||||
|
||||
// Add the punctuation mark at the start of the next node.
|
||||
next.children.unshift(grandchild)
|
||||
|
||||
if (grandchild.position && next.position) {
|
||||
next.position.start = grandchild.position.start
|
||||
}
|
||||
}
|
||||
}
|
||||
})
|
||||
28
node_modules/parse-latin/lib/plugin/merge-words.js
generated
vendored
Normal file
28
node_modules/parse-latin/lib/plugin/merge-words.js
generated
vendored
Normal file
|
|
@ -0,0 +1,28 @@
|
|||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
|
||||
// Merge multiple words. This merges the children of adjacent words, something
|
||||
// which should not occur naturally by parse-latin, but might happen when custom
|
||||
// tokens were passed in.
|
||||
export const mergeWords = modifyChildren(function (child, index, parent) {
|
||||
const siblings = parent.children
|
||||
|
||||
if (child.type === 'WordNode') {
|
||||
const next = siblings[index + 1]
|
||||
|
||||
if (next && next.type === 'WordNode') {
|
||||
// Remove `next` from parent.
|
||||
siblings.splice(index + 1, 1)
|
||||
|
||||
// Add the punctuation mark at the end of the previous node.
|
||||
child.children = child.children.concat(next.children)
|
||||
|
||||
// Update position.
|
||||
if (next.position && child.position) {
|
||||
child.position.end = next.position.end
|
||||
}
|
||||
|
||||
// Next, re-iterate the current node.
|
||||
return index
|
||||
}
|
||||
}
|
||||
})
|
||||
31
node_modules/parse-latin/lib/plugin/patch-position.js
generated
vendored
Normal file
31
node_modules/parse-latin/lib/plugin/patch-position.js
generated
vendored
Normal file
|
|
@ -0,0 +1,31 @@
|
|||
import {visitChildren} from 'unist-util-visit-children'
|
||||
|
||||
// Patch the position on a parent node based on its first and last child.
|
||||
export const patchPosition = visitChildren(function (child, index, node) {
|
||||
const siblings = node.children
|
||||
|
||||
if (!child.position) {
|
||||
return
|
||||
}
|
||||
|
||||
if (
|
||||
index < 1 &&
|
||||
/* c8 ignore next */
|
||||
(!node.position || !node.position.start)
|
||||
) {
|
||||
patch(node)
|
||||
node.position.start = child.position.start
|
||||
}
|
||||
|
||||
if (index === siblings.length - 1 && (!node.position || !node.position.end)) {
|
||||
patch(node)
|
||||
node.position.end = child.position.end
|
||||
}
|
||||
})
|
||||
|
||||
// Add a `position` object when it does not yet exist on `node`.
|
||||
function patch(node) {
|
||||
if (!node.position) {
|
||||
node.position = {}
|
||||
}
|
||||
}
|
||||
12
node_modules/parse-latin/lib/plugin/remove-empty-nodes.js
generated
vendored
Normal file
12
node_modules/parse-latin/lib/plugin/remove-empty-nodes.js
generated
vendored
Normal file
|
|
@ -0,0 +1,12 @@
|
|||
import {modifyChildren} from 'unist-util-modify-children'
|
||||
|
||||
// Remove empty children.
|
||||
export const removeEmptyNodes = modifyChildren(function (child, index, parent) {
|
||||
if ('children' in child && child.children.length === 0) {
|
||||
parent.children.splice(index, 1)
|
||||
|
||||
// Next, iterate over the node *now* at the current position (which was the
|
||||
// next node).
|
||||
return index
|
||||
}
|
||||
})
|
||||
Loading…
Add table
Add a link
Reference in a new issue