extern/pdf-to-markdown
1
0
Fork 0
mirror of https://github.com/jzillmann/pdf-to-markdown.git synced 2024-11-21 23:33:31 +01:00
Code Issues Packages Projects Releases Wiki Activity

[WIP] small fixes

Browse Source
This commit is contained in:
Johannes Zillmann 2017-02-27 21:19:29 +01:00
parent 5827379d1b
commit 1fcd08f6d5
3 changed files with 21 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/javascript/models/TextItemCombiner.jsx
View File

@ -1,5 +1,5 @@
import TextItem from './TextItem.jsx';
import { isNumber, isDigit } from '../functions.jsx'
import { isNumber } from '../functions.jsx'
import { sortByX } from '../textItemFunctions.jsx'
//Combines text items which are on the same Y at the same time doing inline transformations like
@ -39,6 +39,7 @@ export default class TextItemCombiner {
text += item.text;
widthSum += item.width;
lastItem = item;
maxHeight = Math.max(maxHeight, item.height);
});
resultItems.push(new TextItem({
...itemGroup[0],

2
src/javascript/models/transformations/DetectFootnotes.jsx
View File

@ -34,7 +34,7 @@ export default class DetectFootnotes extends ToPdfBlockViewTransformation {
type: FOOTNOTE_BLOCK,
annotation: ADDED_ANNOTATION,
parsedElements: combineResult.parsedElements
})
});
newBlocks.push(lastFootnote);
} else if (lastFootnote) {
// likely to be the second line of aboves footnote

29
src/javascript/models/transformations/DetectTOC.jsx
View File

@ -4,7 +4,7 @@ import TextItem from '../TextItem.jsx';
import PdfBlock from '../PdfBlock.jsx';
import TextItemCombiner from '../TextItemCombiner.jsx';
import { REMOVED_ANNOTATION, ADDED_ANNOTATION } from '../Annotation.jsx';
import { TOC_BLOCK } from '../MarkdownElements.jsx';
import { TOC_BLOCK, HEADLINE2 } from '../MarkdownElements.jsx';
import { isDigit } from '../../functions.jsx'
//Detect table of contents pages
@ -17,13 +17,13 @@ export default class DetectTOC extends ToPdfBlockViewTransformation {
transform(parseResult:ParseResult) {
const {mostUsedDistance} = parseResult.globals;
var foundTocPages = 0;
var x = Math.min(12, parseResult.content.length);
const maxPagesToEvaluate = Math.min(20, parseResult.content.length);
const textCombiner = new TextItemCombiner({
mostUsedDistance: mostUsedDistance
});
parseResult.content.slice(0, x).forEach(page => {
parseResult.content.slice(0, maxPagesToEvaluate).forEach(page => {
var linesCount = 0;
var linesWithDigitsCount = 0;
var lineItemsWithDigits = [];
@ -49,25 +49,32 @@ export default class DetectTOC extends ToPdfBlockViewTransformation {
}));
}
});
if (!blockHasLinesWithDigits) {
if (!headlineBlock) {
headlineBlock = block;
}
if (!headlineBlock && !blockHasLinesWithDigits) {
headlineBlock = block;
}
});
if (linesWithDigitsCount * 100 / linesCount > 75) {
foundTocPages++;
page.blocks.forEach(block => {
if (block !== headlineBlock) {
block.annotation = REMOVED_ANNOTATION;
const newBlocks = [];
page.blocks.forEach((block) => {
block.annotation = REMOVED_ANNOTATION;
newBlocks.push(block);
if (block === headlineBlock) {
newBlocks.push(new PdfBlock({
textItems: textCombiner.combine(block.textItems).textItems,
type: HEADLINE2,
annotation: ADDED_ANNOTATION
}));
}
});
page.blocks.push(new PdfBlock({
newBlocks.push(new PdfBlock({
textItems: lineItemsWithDigits,
type: TOC_BLOCK,
annotation: ADDED_ANNOTATION
}));
page.blocks = newBlocks;
}
});