extern
/
heynote
mirror of https://github.com/heyman/heynote.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add relevance threshold to language auto detection, and some debug logging

This commit is contained in:
Jonatan Heyman 2023-01-12 17:31:47 +01:00
parent 185dc25078
commit 8649222fa8
1 changed files with 11 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
heynote-codemirror/src/language-detection/autodetect.js
View File

@ -22,14 +22,17 @@ export function languageDetection(getView) {
const block = getActiveNoteBlock(state)
const newLang = HIGHLIGHTJS_TO_TOKEN[event.data.highlightjs.language]
if (block.language.auto === true && block.language.name !== newLang) {
let content = state.doc.sliceString(block.content.from, block.content.to)
const threshold = content.length * 0.1
if (levenshtein_distance(content, event.data.content) <= threshold) {
console.log("Setting new auto detected language:", newLang)
// the content has not changed significantly
changeLanguageTo(state, view.dispatch, block, newLang, true)
} else {
console.log("Content has changed significantly, not setting new language")
console.log("New auto detected language:", newLang, "Relevance:", event.data.highlightjs.relevance)
if (event.data.highlightjs.relevance >= 5) {
let content = state.doc.sliceString(block.content.from, block.content.to)
const threshold = content.length * 0.1
if (levenshtein_distance(content, event.data.content) <= threshold) {
// the content has not changed significantly so it's safe to change the language
console.log("Changing language to", newLang)
changeLanguageTo(state, view.dispatch, block, newLang, true)
} else {
console.log("Content has changed significantly, not setting new language")
}
}
}
}