diff --git a/examples/Achieving-The-Paris-Climate-Agreement/detectBlocks.json b/examples/Achieving-The-Paris-Climate-Agreement/detectBlocks.json index aa671e8..d2f2779 100644 --- a/examples/Achieving-The-Paris-Climate-Agreement/detectBlocks.json +++ b/examples/Achieving-The-Paris-Climate-Agreement/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Achieving-The-Paris-Climate-Agreement/detectFontStyles.json b/examples/Achieving-The-Paris-Climate-Agreement/detectFontStyles.json new file mode 100644 index 0000000..2b28038 --- /dev/null +++ b/examples/Achieving-The-Paris-Climate-Agreement/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 535, + "items": 53908, + "groupedItems": 31657, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Achieving-The-Paris-Climate-Agreement/detectFootnotes.json b/examples/Achieving-The-Paris-Climate-Agreement/detectFootnotes.json new file mode 100644 index 0000000..78ae908 --- /dev/null +++ b/examples/Achieving-The-Paris-Climate-Agreement/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 535, + "items": 53908, + "groupedItems": 31657, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Achieving-The-Paris-Climate-Agreement/detectHeaders.json b/examples/Achieving-The-Paris-Climate-Agreement/detectHeaders.json index d2dae0a..fa06e28 100644 --- a/examples/Achieving-The-Paris-Climate-Agreement/detectHeaders.json +++ b/examples/Achieving-The-Paris-Climate-Agreement/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Achieving-The-Paris-Climate-Agreement/detectListItems.json b/examples/Achieving-The-Paris-Climate-Agreement/detectListItems.json index 031e859..b58e635 100644 --- a/examples/Achieving-The-Paris-Climate-Agreement/detectListItems.json +++ b/examples/Achieving-The-Paris-Climate-Agreement/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Achieving-The-Paris-Climate-Agreement/detectListLevels.json b/examples/Achieving-The-Paris-Climate-Agreement/detectListLevels.json index 7948010..3c51fe0 100644 --- a/examples/Achieving-The-Paris-Climate-Agreement/detectListLevels.json +++ b/examples/Achieving-The-Paris-Climate-Agreement/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Achieving-The-Paris-Climate-Agreement/detectTOC.json b/examples/Achieving-The-Paris-Climate-Agreement/detectTOC.json index 10eb303..a63aab2 100644 --- a/examples/Achieving-The-Paris-Climate-Agreement/detectTOC.json +++ b/examples/Achieving-The-Paris-Climate-Agreement/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/Adventures-Of-Sherlock-Holmes/detectBlocks.json b/examples/Adventures-Of-Sherlock-Holmes/detectBlocks.json index 963f91b..6981ca5 100644 --- a/examples/Adventures-Of-Sherlock-Holmes/detectBlocks.json +++ b/examples/Adventures-Of-Sherlock-Holmes/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Adventures-Of-Sherlock-Holmes/detectFontStyles.json b/examples/Adventures-Of-Sherlock-Holmes/detectFontStyles.json new file mode 100644 index 0000000..819a775 --- /dev/null +++ b/examples/Adventures-Of-Sherlock-Holmes/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 200, + "items": 8461, + "groupedItems": 8321, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Adventures-Of-Sherlock-Holmes/detectFootnotes.json b/examples/Adventures-Of-Sherlock-Holmes/detectFootnotes.json new file mode 100644 index 0000000..e0b2ee0 --- /dev/null +++ b/examples/Adventures-Of-Sherlock-Holmes/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 200, + "items": 8461, + "groupedItems": 8321, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Adventures-Of-Sherlock-Holmes/detectHeaders.json b/examples/Adventures-Of-Sherlock-Holmes/detectHeaders.json index 2b50b94..c2647b2 100644 --- a/examples/Adventures-Of-Sherlock-Holmes/detectHeaders.json +++ b/examples/Adventures-Of-Sherlock-Holmes/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Adventures-Of-Sherlock-Holmes/detectListItems.json b/examples/Adventures-Of-Sherlock-Holmes/detectListItems.json index 7fe8586..fac8919 100644 --- a/examples/Adventures-Of-Sherlock-Holmes/detectListItems.json +++ b/examples/Adventures-Of-Sherlock-Holmes/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Adventures-Of-Sherlock-Holmes/detectListLevels.json b/examples/Adventures-Of-Sherlock-Holmes/detectListLevels.json index e952320..e11bdfc 100644 --- a/examples/Adventures-Of-Sherlock-Holmes/detectListLevels.json +++ b/examples/Adventures-Of-Sherlock-Holmes/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Adventures-Of-Sherlock-Holmes/detectTOC.json b/examples/Adventures-Of-Sherlock-Holmes/detectTOC.json index 92218ea..09d678b 100644 --- a/examples/Adventures-Of-Sherlock-Holmes/detectTOC.json +++ b/examples/Adventures-Of-Sherlock-Holmes/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/Alice-In-Wonderland/detectBlocks.json b/examples/Alice-In-Wonderland/detectBlocks.json index a032c41..0a541fa 100644 --- a/examples/Alice-In-Wonderland/detectBlocks.json +++ b/examples/Alice-In-Wonderland/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Alice-In-Wonderland/detectFontStyles.json b/examples/Alice-In-Wonderland/detectFontStyles.json new file mode 100644 index 0000000..2a0694a --- /dev/null +++ b/examples/Alice-In-Wonderland/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 76, + "items": 3071, + "groupedItems": 2575, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Alice-In-Wonderland/detectFootnotes.json b/examples/Alice-In-Wonderland/detectFootnotes.json new file mode 100644 index 0000000..e88701f --- /dev/null +++ b/examples/Alice-In-Wonderland/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 76, + "items": 3071, + "groupedItems": 2575, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Alice-In-Wonderland/detectHeaders.json b/examples/Alice-In-Wonderland/detectHeaders.json index fd03864..fe90222 100644 --- a/examples/Alice-In-Wonderland/detectHeaders.json +++ b/examples/Alice-In-Wonderland/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Alice-In-Wonderland/detectListItems.json b/examples/Alice-In-Wonderland/detectListItems.json index 3e96f54..1e3a7a8 100644 --- a/examples/Alice-In-Wonderland/detectListItems.json +++ b/examples/Alice-In-Wonderland/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Alice-In-Wonderland/detectListLevels.json b/examples/Alice-In-Wonderland/detectListLevels.json index 8418318..ebf2434 100644 --- a/examples/Alice-In-Wonderland/detectListLevels.json +++ b/examples/Alice-In-Wonderland/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Alice-In-Wonderland/detectTOC.json b/examples/Alice-In-Wonderland/detectTOC.json index 68e7c16..58a0a52 100644 --- a/examples/Alice-In-Wonderland/detectTOC.json +++ b/examples/Alice-In-Wonderland/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/CC-NC_Leitfaden/detectBlocks.json b/examples/CC-NC_Leitfaden/detectBlocks.json index 527d316..2f255e8 100644 --- a/examples/CC-NC_Leitfaden/detectBlocks.json +++ b/examples/CC-NC_Leitfaden/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/CC-NC_Leitfaden/detectFontStyles.json b/examples/CC-NC_Leitfaden/detectFontStyles.json new file mode 100644 index 0000000..5a5c154 --- /dev/null +++ b/examples/CC-NC_Leitfaden/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 24, + "items": 1386, + "groupedItems": 1198, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/CC-NC_Leitfaden/detectFootnotes.json b/examples/CC-NC_Leitfaden/detectFootnotes.json new file mode 100644 index 0000000..34d790b --- /dev/null +++ b/examples/CC-NC_Leitfaden/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 24, + "items": 1386, + "groupedItems": 1198, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/CC-NC_Leitfaden/detectHeaders.json b/examples/CC-NC_Leitfaden/detectHeaders.json index edd7b7f..ae458ae 100644 --- a/examples/CC-NC_Leitfaden/detectHeaders.json +++ b/examples/CC-NC_Leitfaden/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/CC-NC_Leitfaden/detectListItems.json b/examples/CC-NC_Leitfaden/detectListItems.json index fa60988..3d253d2 100644 --- a/examples/CC-NC_Leitfaden/detectListItems.json +++ b/examples/CC-NC_Leitfaden/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/CC-NC_Leitfaden/detectListLevels.json b/examples/CC-NC_Leitfaden/detectListLevels.json index 12ddfc8..dd70bdd 100644 --- a/examples/CC-NC_Leitfaden/detectListLevels.json +++ b/examples/CC-NC_Leitfaden/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/CC-NC_Leitfaden/detectTOC.json b/examples/CC-NC_Leitfaden/detectTOC.json index 8081ede..c8ac0dd 100644 --- a/examples/CC-NC_Leitfaden/detectTOC.json +++ b/examples/CC-NC_Leitfaden/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/CC_License_Agreement_of_siMPle/detectBlocks.json b/examples/CC_License_Agreement_of_siMPle/detectBlocks.json index 04a001b..41d7859 100644 --- a/examples/CC_License_Agreement_of_siMPle/detectBlocks.json +++ b/examples/CC_License_Agreement_of_siMPle/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/CC_License_Agreement_of_siMPle/detectFontStyles.json b/examples/CC_License_Agreement_of_siMPle/detectFontStyles.json new file mode 100644 index 0000000..c62ab39 --- /dev/null +++ b/examples/CC_License_Agreement_of_siMPle/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 7, + "items": 483, + "groupedItems": 217, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/CC_License_Agreement_of_siMPle/detectFootnotes.json b/examples/CC_License_Agreement_of_siMPle/detectFootnotes.json new file mode 100644 index 0000000..c82dc4b --- /dev/null +++ b/examples/CC_License_Agreement_of_siMPle/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 7, + "items": 483, + "groupedItems": 217, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/CC_License_Agreement_of_siMPle/detectHeaders.json b/examples/CC_License_Agreement_of_siMPle/detectHeaders.json index c7de584..f5809f5 100644 --- a/examples/CC_License_Agreement_of_siMPle/detectHeaders.json +++ b/examples/CC_License_Agreement_of_siMPle/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/CC_License_Agreement_of_siMPle/detectListItems.json b/examples/CC_License_Agreement_of_siMPle/detectListItems.json index 35917f3..e85ea06 100644 --- a/examples/CC_License_Agreement_of_siMPle/detectListItems.json +++ b/examples/CC_License_Agreement_of_siMPle/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/CC_License_Agreement_of_siMPle/detectListLevels.json b/examples/CC_License_Agreement_of_siMPle/detectListLevels.json index d8e2d09..68f5548 100644 --- a/examples/CC_License_Agreement_of_siMPle/detectListLevels.json +++ b/examples/CC_License_Agreement_of_siMPle/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/CC_License_Agreement_of_siMPle/detectTOC.json b/examples/CC_License_Agreement_of_siMPle/detectTOC.json index df75960..351cfd5 100644 --- a/examples/CC_License_Agreement_of_siMPle/detectTOC.json +++ b/examples/CC_License_Agreement_of_siMPle/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/Closed-Syllables/detectBlocks.json b/examples/Closed-Syllables/detectBlocks.json index 90f8b0d..4f88aa5 100644 --- a/examples/Closed-Syllables/detectBlocks.json +++ b/examples/Closed-Syllables/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Closed-Syllables/detectFontStyles.json b/examples/Closed-Syllables/detectFontStyles.json new file mode 100644 index 0000000..54ba4c8 --- /dev/null +++ b/examples/Closed-Syllables/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 19, + "items": 1408, + "groupedItems": 1177, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Closed-Syllables/detectFootnotes.json b/examples/Closed-Syllables/detectFootnotes.json new file mode 100644 index 0000000..ad9fd96 --- /dev/null +++ b/examples/Closed-Syllables/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 19, + "items": 1408, + "groupedItems": 1177, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Closed-Syllables/detectHeaders.json b/examples/Closed-Syllables/detectHeaders.json index b56749a..51c6aa0 100644 --- a/examples/Closed-Syllables/detectHeaders.json +++ b/examples/Closed-Syllables/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Closed-Syllables/detectListItems.json b/examples/Closed-Syllables/detectListItems.json index fe46349..328c962 100644 --- a/examples/Closed-Syllables/detectListItems.json +++ b/examples/Closed-Syllables/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Closed-Syllables/detectListLevels.json b/examples/Closed-Syllables/detectListLevels.json index 4f73ac2..2ada001 100644 --- a/examples/Closed-Syllables/detectListLevels.json +++ b/examples/Closed-Syllables/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Closed-Syllables/detectTOC.json b/examples/Closed-Syllables/detectTOC.json index a3067d9..8851a84 100644 --- a/examples/Closed-Syllables/detectTOC.json +++ b/examples/Closed-Syllables/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/ExamplePdf/detectBlocks.json b/examples/ExamplePdf/detectBlocks.json index 00f236f..2e1c8f4 100644 --- a/examples/ExamplePdf/detectBlocks.json +++ b/examples/ExamplePdf/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/ExamplePdf/detectFontStyles.json b/examples/ExamplePdf/detectFontStyles.json new file mode 100644 index 0000000..3626453 --- /dev/null +++ b/examples/ExamplePdf/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 6, + "items": 268, + "groupedItems": 145, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/ExamplePdf/detectFootnotes.json b/examples/ExamplePdf/detectFootnotes.json new file mode 100644 index 0000000..f3e8a2b --- /dev/null +++ b/examples/ExamplePdf/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 6, + "items": 268, + "groupedItems": 145, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/ExamplePdf/detectHeaders.json b/examples/ExamplePdf/detectHeaders.json index 382e0fe..03d627f 100644 --- a/examples/ExamplePdf/detectHeaders.json +++ b/examples/ExamplePdf/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/ExamplePdf/detectListItems.json b/examples/ExamplePdf/detectListItems.json index 2f19ab4..b6e7cbe 100644 --- a/examples/ExamplePdf/detectListItems.json +++ b/examples/ExamplePdf/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/ExamplePdf/detectListLevels.json b/examples/ExamplePdf/detectListLevels.json index ecb71f0..bb457f6 100644 --- a/examples/ExamplePdf/detectListLevels.json +++ b/examples/ExamplePdf/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/ExamplePdf/detectTOC.json b/examples/ExamplePdf/detectTOC.json index 58d7f11..362c211 100644 --- a/examples/ExamplePdf/detectTOC.json +++ b/examples/ExamplePdf/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/Flash-Masques-Temperature/detectBlocks.json b/examples/Flash-Masques-Temperature/detectBlocks.json index d1f2e9e..7022c36 100644 --- a/examples/Flash-Masques-Temperature/detectBlocks.json +++ b/examples/Flash-Masques-Temperature/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Flash-Masques-Temperature/detectFontStyles.json b/examples/Flash-Masques-Temperature/detectFontStyles.json new file mode 100644 index 0000000..45c5ba1 --- /dev/null +++ b/examples/Flash-Masques-Temperature/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 4, + "items": 134, + "groupedItems": 108, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Flash-Masques-Temperature/detectFootnotes.json b/examples/Flash-Masques-Temperature/detectFootnotes.json new file mode 100644 index 0000000..eaa3683 --- /dev/null +++ b/examples/Flash-Masques-Temperature/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 4, + "items": 134, + "groupedItems": 108, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Flash-Masques-Temperature/detectHeaders.json b/examples/Flash-Masques-Temperature/detectHeaders.json index 924ede2..d92d5d9 100644 --- a/examples/Flash-Masques-Temperature/detectHeaders.json +++ b/examples/Flash-Masques-Temperature/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Flash-Masques-Temperature/detectListItems.json b/examples/Flash-Masques-Temperature/detectListItems.json index e3cfabf..bf82f8f 100644 --- a/examples/Flash-Masques-Temperature/detectListItems.json +++ b/examples/Flash-Masques-Temperature/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Flash-Masques-Temperature/detectListLevels.json b/examples/Flash-Masques-Temperature/detectListLevels.json index 187ea21..b61c8a0 100644 --- a/examples/Flash-Masques-Temperature/detectListLevels.json +++ b/examples/Flash-Masques-Temperature/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Flash-Masques-Temperature/detectTOC.json b/examples/Flash-Masques-Temperature/detectTOC.json index 73bafb3..2e8c704 100644 --- a/examples/Flash-Masques-Temperature/detectTOC.json +++ b/examples/Flash-Masques-Temperature/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/Grammar-Matters/detectBlocks.json b/examples/Grammar-Matters/detectBlocks.json index 63c14d7..3adcbe4 100644 --- a/examples/Grammar-Matters/detectBlocks.json +++ b/examples/Grammar-Matters/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Grammar-Matters/detectFontStyles.json b/examples/Grammar-Matters/detectFontStyles.json new file mode 100644 index 0000000..5819256 --- /dev/null +++ b/examples/Grammar-Matters/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 116, + "items": 7676, + "groupedItems": 3479, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Grammar-Matters/detectFootnotes.json b/examples/Grammar-Matters/detectFootnotes.json new file mode 100644 index 0000000..dbd2c9a --- /dev/null +++ b/examples/Grammar-Matters/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 116, + "items": 7676, + "groupedItems": 3479, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Grammar-Matters/detectHeaders.json b/examples/Grammar-Matters/detectHeaders.json index 9d66dfe..7d77d2b 100644 --- a/examples/Grammar-Matters/detectHeaders.json +++ b/examples/Grammar-Matters/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Grammar-Matters/detectListItems.json b/examples/Grammar-Matters/detectListItems.json index c9d1ec8..722f2be 100644 --- a/examples/Grammar-Matters/detectListItems.json +++ b/examples/Grammar-Matters/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Grammar-Matters/detectListLevels.json b/examples/Grammar-Matters/detectListLevels.json index 0531446..875ad02 100644 --- a/examples/Grammar-Matters/detectListLevels.json +++ b/examples/Grammar-Matters/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Grammar-Matters/detectTOC.json b/examples/Grammar-Matters/detectTOC.json index 93d06b5..a42ede0 100644 --- a/examples/Grammar-Matters/detectTOC.json +++ b/examples/Grammar-Matters/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/Life-Of-God-In-Soul-Of-Man/detectBlocks.json b/examples/Life-Of-God-In-Soul-Of-Man/detectBlocks.json index 45986ca..6fd26b2 100644 --- a/examples/Life-Of-God-In-Soul-Of-Man/detectBlocks.json +++ b/examples/Life-Of-God-In-Soul-Of-Man/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Life-Of-God-In-Soul-Of-Man/detectFontStyles.json b/examples/Life-Of-God-In-Soul-Of-Man/detectFontStyles.json new file mode 100644 index 0000000..04b69cc --- /dev/null +++ b/examples/Life-Of-God-In-Soul-Of-Man/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 140, + "items": 25314, + "groupedItems": 3179, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Life-Of-God-In-Soul-Of-Man/detectFootnotes.json b/examples/Life-Of-God-In-Soul-Of-Man/detectFootnotes.json new file mode 100644 index 0000000..c51ce4f --- /dev/null +++ b/examples/Life-Of-God-In-Soul-Of-Man/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 140, + "items": 25314, + "groupedItems": 3179, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Life-Of-God-In-Soul-Of-Man/detectHeaders.json b/examples/Life-Of-God-In-Soul-Of-Man/detectHeaders.json index 5849bfe..bb6c3d8 100644 --- a/examples/Life-Of-God-In-Soul-Of-Man/detectHeaders.json +++ b/examples/Life-Of-God-In-Soul-Of-Man/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Life-Of-God-In-Soul-Of-Man/detectListItems.json b/examples/Life-Of-God-In-Soul-Of-Man/detectListItems.json index 1baf97c..aa6544b 100644 --- a/examples/Life-Of-God-In-Soul-Of-Man/detectListItems.json +++ b/examples/Life-Of-God-In-Soul-Of-Man/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Life-Of-God-In-Soul-Of-Man/detectListLevels.json b/examples/Life-Of-God-In-Soul-Of-Man/detectListLevels.json index 4988adf..5e5f7fd 100644 --- a/examples/Life-Of-God-In-Soul-Of-Man/detectListLevels.json +++ b/examples/Life-Of-God-In-Soul-Of-Man/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Life-Of-God-In-Soul-Of-Man/detectTOC.json b/examples/Life-Of-God-In-Soul-Of-Man/detectTOC.json index c97d623..4332ac2 100644 --- a/examples/Life-Of-God-In-Soul-Of-Man/detectTOC.json +++ b/examples/Life-Of-God-In-Soul-Of-Man/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/Made-with-cc/detectBlocks.json b/examples/Made-with-cc/detectBlocks.json index 659b052..8d2aebf 100644 --- a/examples/Made-with-cc/detectBlocks.json +++ b/examples/Made-with-cc/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Made-with-cc/detectFontStyles.json b/examples/Made-with-cc/detectFontStyles.json new file mode 100644 index 0000000..ef95d9b --- /dev/null +++ b/examples/Made-with-cc/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 153, + "items": 14949, + "groupedItems": 10600, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Made-with-cc/detectFootnotes.json b/examples/Made-with-cc/detectFootnotes.json new file mode 100644 index 0000000..04db71a --- /dev/null +++ b/examples/Made-with-cc/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 153, + "items": 14949, + "groupedItems": 10600, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Made-with-cc/detectHeaders.json b/examples/Made-with-cc/detectHeaders.json index 5648d73..0384963 100644 --- a/examples/Made-with-cc/detectHeaders.json +++ b/examples/Made-with-cc/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Made-with-cc/detectListItems.json b/examples/Made-with-cc/detectListItems.json index fd920ff..91880f5 100644 --- a/examples/Made-with-cc/detectListItems.json +++ b/examples/Made-with-cc/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Made-with-cc/detectListLevels.json b/examples/Made-with-cc/detectListLevels.json index 1c55071..069eda1 100644 --- a/examples/Made-with-cc/detectListLevels.json +++ b/examples/Made-with-cc/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Made-with-cc/detectTOC.json b/examples/Made-with-cc/detectTOC.json index 12f6363..c2ae895 100644 --- a/examples/Made-with-cc/detectTOC.json +++ b/examples/Made-with-cc/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/Safe-Communication/detectBlocks.json b/examples/Safe-Communication/detectBlocks.json index 1faa72a..8f194e6 100644 --- a/examples/Safe-Communication/detectBlocks.json +++ b/examples/Safe-Communication/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Safe-Communication/detectFontStyles.json b/examples/Safe-Communication/detectFontStyles.json new file mode 100644 index 0000000..fe99fb1 --- /dev/null +++ b/examples/Safe-Communication/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 60, + "items": 3990, + "groupedItems": 1439, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Safe-Communication/detectFootnotes.json b/examples/Safe-Communication/detectFootnotes.json new file mode 100644 index 0000000..34a9f24 --- /dev/null +++ b/examples/Safe-Communication/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 60, + "items": 3990, + "groupedItems": 1439, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Safe-Communication/detectHeaders.json b/examples/Safe-Communication/detectHeaders.json index ba0f297..55c00fb 100644 --- a/examples/Safe-Communication/detectHeaders.json +++ b/examples/Safe-Communication/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Safe-Communication/detectListItems.json b/examples/Safe-Communication/detectListItems.json index 953bddd..882f6e6 100644 --- a/examples/Safe-Communication/detectListItems.json +++ b/examples/Safe-Communication/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Safe-Communication/detectListLevels.json b/examples/Safe-Communication/detectListLevels.json index 86badbf..85d2e49 100644 --- a/examples/Safe-Communication/detectListLevels.json +++ b/examples/Safe-Communication/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Safe-Communication/detectTOC.json b/examples/Safe-Communication/detectTOC.json index 548e9ac..ce0f2e5 100644 --- a/examples/Safe-Communication/detectTOC.json +++ b/examples/Safe-Communication/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/St-Mary-Witney-Social-Audit/detectBlocks.json b/examples/St-Mary-Witney-Social-Audit/detectBlocks.json index 883f1b3..ea4e23a 100644 --- a/examples/St-Mary-Witney-Social-Audit/detectBlocks.json +++ b/examples/St-Mary-Witney-Social-Audit/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/St-Mary-Witney-Social-Audit/detectFontStyles.json b/examples/St-Mary-Witney-Social-Audit/detectFontStyles.json new file mode 100644 index 0000000..5083913 --- /dev/null +++ b/examples/St-Mary-Witney-Social-Audit/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 27, + "items": 1874, + "groupedItems": 1522, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/St-Mary-Witney-Social-Audit/detectFootnotes.json b/examples/St-Mary-Witney-Social-Audit/detectFootnotes.json new file mode 100644 index 0000000..92cda7b --- /dev/null +++ b/examples/St-Mary-Witney-Social-Audit/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 27, + "items": 1874, + "groupedItems": 1522, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/St-Mary-Witney-Social-Audit/detectHeaders.json b/examples/St-Mary-Witney-Social-Audit/detectHeaders.json index 3a1a585..78a7376 100644 --- a/examples/St-Mary-Witney-Social-Audit/detectHeaders.json +++ b/examples/St-Mary-Witney-Social-Audit/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/St-Mary-Witney-Social-Audit/detectListItems.json b/examples/St-Mary-Witney-Social-Audit/detectListItems.json index db010ab..6eb9dde 100644 --- a/examples/St-Mary-Witney-Social-Audit/detectListItems.json +++ b/examples/St-Mary-Witney-Social-Audit/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/St-Mary-Witney-Social-Audit/detectListLevels.json b/examples/St-Mary-Witney-Social-Audit/detectListLevels.json index 5f20852..75d880a 100644 --- a/examples/St-Mary-Witney-Social-Audit/detectListLevels.json +++ b/examples/St-Mary-Witney-Social-Audit/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/St-Mary-Witney-Social-Audit/detectTOC.json b/examples/St-Mary-Witney-Social-Audit/detectTOC.json index 4f43dc1..db6a3f2 100644 --- a/examples/St-Mary-Witney-Social-Audit/detectTOC.json +++ b/examples/St-Mary-Witney-Social-Audit/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/The-Art-of-Public-Speaking/detectBlocks.json b/examples/The-Art-of-Public-Speaking/detectBlocks.json index 087b77f..8df1f1b 100644 --- a/examples/The-Art-of-Public-Speaking/detectBlocks.json +++ b/examples/The-Art-of-Public-Speaking/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-Art-of-Public-Speaking/detectFontStyles.json b/examples/The-Art-of-Public-Speaking/detectFontStyles.json new file mode 100644 index 0000000..e0b58b4 --- /dev/null +++ b/examples/The-Art-of-Public-Speaking/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 466, + "items": 772193, + "groupedItems": 15227, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/The-Art-of-Public-Speaking/detectFootnotes.json b/examples/The-Art-of-Public-Speaking/detectFootnotes.json new file mode 100644 index 0000000..c93bb1b --- /dev/null +++ b/examples/The-Art-of-Public-Speaking/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 466, + "items": 772193, + "groupedItems": 15227, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/The-Art-of-Public-Speaking/detectHeaders.json b/examples/The-Art-of-Public-Speaking/detectHeaders.json index 5b1256f..caf559c 100644 --- a/examples/The-Art-of-Public-Speaking/detectHeaders.json +++ b/examples/The-Art-of-Public-Speaking/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-Art-of-Public-Speaking/detectListItems.json b/examples/The-Art-of-Public-Speaking/detectListItems.json index 3cf18f0..474505a 100644 --- a/examples/The-Art-of-Public-Speaking/detectListItems.json +++ b/examples/The-Art-of-Public-Speaking/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-Art-of-Public-Speaking/detectListLevels.json b/examples/The-Art-of-Public-Speaking/detectListLevels.json index ae15487..d8cd119 100644 --- a/examples/The-Art-of-Public-Speaking/detectListLevels.json +++ b/examples/The-Art-of-Public-Speaking/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-Art-of-Public-Speaking/detectTOC.json b/examples/The-Art-of-Public-Speaking/detectTOC.json index b570bbc..c29e431 100644 --- a/examples/The-Art-of-Public-Speaking/detectTOC.json +++ b/examples/The-Art-of-Public-Speaking/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectBlocks.json b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectBlocks.json index 356af21..df53fcd 100644 --- a/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectBlocks.json +++ b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectFontStyles.json b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectFontStyles.json new file mode 100644 index 0000000..7dcb1b6 --- /dev/null +++ b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 16, + "items": 1242, + "groupedItems": 416, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectFootnotes.json b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectFootnotes.json new file mode 100644 index 0000000..b76b2c7 --- /dev/null +++ b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 16, + "items": 1242, + "groupedItems": 416, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectHeaders.json b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectHeaders.json index f5d704c..f5eac7c 100644 --- a/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectHeaders.json +++ b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectListItems.json b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectListItems.json index a131934..70e27e0 100644 --- a/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectListItems.json +++ b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectListLevels.json b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectListLevels.json index 6ecb4de..90781be 100644 --- a/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectListLevels.json +++ b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectTOC.json b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectTOC.json index 63cdfaa..a97ff1d 100644 --- a/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectTOC.json +++ b/examples/The-Impact-of-Open-Access-Latin-American-Scholarship/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/The-Man-Without-A-Body/detectBlocks.json b/examples/The-Man-Without-A-Body/detectBlocks.json index 9b37177..ea00cab 100644 --- a/examples/The-Man-Without-A-Body/detectBlocks.json +++ b/examples/The-Man-Without-A-Body/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-Man-Without-A-Body/detectFontStyles.json b/examples/The-Man-Without-A-Body/detectFontStyles.json new file mode 100644 index 0000000..d3444dc --- /dev/null +++ b/examples/The-Man-Without-A-Body/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 4, + "items": 522, + "groupedItems": 378, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/The-Man-Without-A-Body/detectFootnotes.json b/examples/The-Man-Without-A-Body/detectFootnotes.json new file mode 100644 index 0000000..9c1e350 --- /dev/null +++ b/examples/The-Man-Without-A-Body/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 4, + "items": 522, + "groupedItems": 378, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/The-Man-Without-A-Body/detectHeaders.json b/examples/The-Man-Without-A-Body/detectHeaders.json index d005e8c..944ab88 100644 --- a/examples/The-Man-Without-A-Body/detectHeaders.json +++ b/examples/The-Man-Without-A-Body/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-Man-Without-A-Body/detectListItems.json b/examples/The-Man-Without-A-Body/detectListItems.json index d005e8c..944ab88 100644 --- a/examples/The-Man-Without-A-Body/detectListItems.json +++ b/examples/The-Man-Without-A-Body/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-Man-Without-A-Body/detectListLevels.json b/examples/The-Man-Without-A-Body/detectListLevels.json index 8f04ae6..f9b2d00 100644 --- a/examples/The-Man-Without-A-Body/detectListLevels.json +++ b/examples/The-Man-Without-A-Body/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-Man-Without-A-Body/detectTOC.json b/examples/The-Man-Without-A-Body/detectTOC.json index 6bb419e..4f312af 100644 --- a/examples/The-Man-Without-A-Body/detectTOC.json +++ b/examples/The-Man-Without-A-Body/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/The-War-of-the-Worlds/detectBlocks.json b/examples/The-War-of-the-Worlds/detectBlocks.json index 3ccd223..f20a2e5 100644 --- a/examples/The-War-of-the-Worlds/detectBlocks.json +++ b/examples/The-War-of-the-Worlds/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-War-of-the-Worlds/detectFontStyles.json b/examples/The-War-of-the-Worlds/detectFontStyles.json new file mode 100644 index 0000000..50fca3e --- /dev/null +++ b/examples/The-War-of-the-Worlds/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 293, + "items": 9255, + "groupedItems": 6520, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/The-War-of-the-Worlds/detectFootnotes.json b/examples/The-War-of-the-Worlds/detectFootnotes.json new file mode 100644 index 0000000..866865f --- /dev/null +++ b/examples/The-War-of-the-Worlds/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 293, + "items": 9255, + "groupedItems": 6520, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/The-War-of-the-Worlds/detectHeaders.json b/examples/The-War-of-the-Worlds/detectHeaders.json index 6394ad6..f06e80f 100644 --- a/examples/The-War-of-the-Worlds/detectHeaders.json +++ b/examples/The-War-of-the-Worlds/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-War-of-the-Worlds/detectListItems.json b/examples/The-War-of-the-Worlds/detectListItems.json index 84e74e5..20094ad 100644 --- a/examples/The-War-of-the-Worlds/detectListItems.json +++ b/examples/The-War-of-the-Worlds/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-War-of-the-Worlds/detectListLevels.json b/examples/The-War-of-the-Worlds/detectListLevels.json index a3097c0..f552f3a 100644 --- a/examples/The-War-of-the-Worlds/detectListLevels.json +++ b/examples/The-War-of-the-Worlds/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/The-War-of-the-Worlds/detectTOC.json b/examples/The-War-of-the-Worlds/detectTOC.json index 69a65ae..8ffcf06 100644 --- a/examples/The-War-of-the-Worlds/detectTOC.json +++ b/examples/The-War-of-the-Worlds/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/Tragedy-Of-The-Commons/detectBlocks.json b/examples/Tragedy-Of-The-Commons/detectBlocks.json index 9836a61..a745bff 100644 --- a/examples/Tragedy-Of-The-Commons/detectBlocks.json +++ b/examples/Tragedy-Of-The-Commons/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Tragedy-Of-The-Commons/detectFontStyles.json b/examples/Tragedy-Of-The-Commons/detectFontStyles.json new file mode 100644 index 0000000..0c83a15 --- /dev/null +++ b/examples/Tragedy-Of-The-Commons/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 7, + "items": 6779, + "groupedItems": 1096, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Tragedy-Of-The-Commons/detectFootnotes.json b/examples/Tragedy-Of-The-Commons/detectFootnotes.json new file mode 100644 index 0000000..7497ed1 --- /dev/null +++ b/examples/Tragedy-Of-The-Commons/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 7, + "items": 6779, + "groupedItems": 1096, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Tragedy-Of-The-Commons/detectHeaders.json b/examples/Tragedy-Of-The-Commons/detectHeaders.json index bfd3d9d..e7fe65a 100644 --- a/examples/Tragedy-Of-The-Commons/detectHeaders.json +++ b/examples/Tragedy-Of-The-Commons/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Tragedy-Of-The-Commons/detectListItems.json b/examples/Tragedy-Of-The-Commons/detectListItems.json index d2c72b0..882851f 100644 --- a/examples/Tragedy-Of-The-Commons/detectListItems.json +++ b/examples/Tragedy-Of-The-Commons/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Tragedy-Of-The-Commons/detectListLevels.json b/examples/Tragedy-Of-The-Commons/detectListLevels.json index d9da861..d47d1af 100644 --- a/examples/Tragedy-Of-The-Commons/detectListLevels.json +++ b/examples/Tragedy-Of-The-Commons/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Tragedy-Of-The-Commons/detectTOC.json b/examples/Tragedy-Of-The-Commons/detectTOC.json index 7811d3f..8bc30ec 100644 --- a/examples/Tragedy-Of-The-Commons/detectTOC.json +++ b/examples/Tragedy-Of-The-Commons/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/Watered-Soul-Blog-Book/detectBlocks.json b/examples/Watered-Soul-Blog-Book/detectBlocks.json index 721fcf9..d0ca6b8 100644 --- a/examples/Watered-Soul-Blog-Book/detectBlocks.json +++ b/examples/Watered-Soul-Blog-Book/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Watered-Soul-Blog-Book/detectFontStyles.json b/examples/Watered-Soul-Blog-Book/detectFontStyles.json new file mode 100644 index 0000000..1c7b0c3 --- /dev/null +++ b/examples/Watered-Soul-Blog-Book/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 648, + "items": 27824, + "groupedItems": 21530, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Watered-Soul-Blog-Book/detectFootnotes.json b/examples/Watered-Soul-Blog-Book/detectFootnotes.json new file mode 100644 index 0000000..6979902 --- /dev/null +++ b/examples/Watered-Soul-Blog-Book/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 648, + "items": 27824, + "groupedItems": 21530, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/Watered-Soul-Blog-Book/detectHeaders.json b/examples/Watered-Soul-Blog-Book/detectHeaders.json index 2901f83..35b6670 100644 --- a/examples/Watered-Soul-Blog-Book/detectHeaders.json +++ b/examples/Watered-Soul-Blog-Book/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Watered-Soul-Blog-Book/detectListItems.json b/examples/Watered-Soul-Blog-Book/detectListItems.json index 935a50b..9244100 100644 --- a/examples/Watered-Soul-Blog-Book/detectListItems.json +++ b/examples/Watered-Soul-Blog-Book/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Watered-Soul-Blog-Book/detectListLevels.json b/examples/Watered-Soul-Blog-Book/detectListLevels.json index 7989a36..e209142 100644 --- a/examples/Watered-Soul-Blog-Book/detectListLevels.json +++ b/examples/Watered-Soul-Blog-Book/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/Watered-Soul-Blog-Book/detectTOC.json b/examples/Watered-Soul-Blog-Book/detectTOC.json index 99e921b..115ce64 100644 --- a/examples/Watered-Soul-Blog-Book/detectTOC.json +++ b/examples/Watered-Soul-Blog-Book/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/WoodUp/detectBlocks.json b/examples/WoodUp/detectBlocks.json index a41d5d8..8affc1d 100644 --- a/examples/WoodUp/detectBlocks.json +++ b/examples/WoodUp/detectBlocks.json @@ -11,6 +11,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/WoodUp/detectFontStyles.json b/examples/WoodUp/detectFontStyles.json new file mode 100644 index 0000000..1c1f4b3 --- /dev/null +++ b/examples/WoodUp/detectFontStyles.json @@ -0,0 +1,36 @@ +{ + "pages": 256, + "items": 20146, + "groupedItems": 7279, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/WoodUp/detectFootnotes.json b/examples/WoodUp/detectFootnotes.json new file mode 100644 index 0000000..6ed0030 --- /dev/null +++ b/examples/WoodUp/detectFootnotes.json @@ -0,0 +1,37 @@ +{ + "pages": 256, + "items": 20146, + "groupedItems": 7279, + "changes": 0, + "schema": [ + { + "name": "line" + }, + { + "name": "token types", + "annotation": "ADDED" + }, + { + "name": "x" + }, + { + "name": "y" + }, + { + "name": "width" + }, + { + "name": "height" + }, + { + "name": "str" + }, + { + "name": "fontName" + }, + { + "name": "dir" + } + ], + "globals": {} +} \ No newline at end of file diff --git a/examples/WoodUp/detectHeaders.json b/examples/WoodUp/detectHeaders.json index 6a51845..29a735b 100644 --- a/examples/WoodUp/detectHeaders.json +++ b/examples/WoodUp/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/WoodUp/detectListItems.json b/examples/WoodUp/detectListItems.json index fd7776e..ef704ad 100644 --- a/examples/WoodUp/detectListItems.json +++ b/examples/WoodUp/detectListItems.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/WoodUp/detectListLevels.json b/examples/WoodUp/detectListLevels.json index 1190b74..0cc6fcf 100644 --- a/examples/WoodUp/detectListLevels.json +++ b/examples/WoodUp/detectListLevels.json @@ -10,6 +10,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/WoodUp/detectTOC.json b/examples/WoodUp/detectTOC.json index 4ca0e31..88648b5 100644 --- a/examples/WoodUp/detectTOC.json +++ b/examples/WoodUp/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/compressed.tracemonkey-pldi-09/detectHeaders.json b/examples/compressed.tracemonkey-pldi-09/detectHeaders.json index 1b2ae6d..d5ff1c5 100644 --- a/examples/compressed.tracemonkey-pldi-09/detectHeaders.json +++ b/examples/compressed.tracemonkey-pldi-09/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/compressed.tracemonkey-pldi-09/detectTOC.json b/examples/compressed.tracemonkey-pldi-09/detectTOC.json index 4cc6487..d5158c8 100644 --- a/examples/compressed.tracemonkey-pldi-09/detectTOC.json +++ b/examples/compressed.tracemonkey-pldi-09/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/examples/dict/detectHeaders.json b/examples/dict/detectHeaders.json index 48dd3c7..56cdebb 100644 --- a/examples/dict/detectHeaders.json +++ b/examples/dict/detectHeaders.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types" }, diff --git a/examples/dict/detectTOC.json b/examples/dict/detectTOC.json index 9c96913..a11a374 100644 --- a/examples/dict/detectTOC.json +++ b/examples/dict/detectTOC.json @@ -7,6 +7,9 @@ { "name": "line" }, + { + "name": "token types" + }, { "name": "types", "annotation": "ADDED" diff --git a/src/Debugger.ts b/src/Debugger.ts index 5bc9c43..982c002 100644 --- a/src/Debugger.ts +++ b/src/Debugger.ts @@ -35,8 +35,6 @@ export default class Debugger { stageResult(stageIndex: number): StageResult { for (let idx = 0; idx < stageIndex + 1; idx++) { if (!this.stageResultCache[idx]) { - console.log(this.transformers[idx - 1].name); - const evaluations = new EvaluationTracker(); const transformer = this.transformers[idx - 1]; const previousStageResult: StageResult = this.stageResultCache[idx - 1]; diff --git a/src/FontType.ts b/src/FontType.ts index 58ba369..db6ac39 100644 --- a/src/FontType.ts +++ b/src/FontType.ts @@ -1,8 +1,6 @@ enum FontType { BOLD = 'BOLD', OBLIQUE = 'OBLIQUE', - //TODO remove bold/oblique - BOLD_OBLIQUE = 'BOLD_OBLIQUE', } //TODO math & quoted http://mirrors.ibiblio.org/CTAN/systems/win32/bakoma/fonts/fonts.html diff --git a/src/Item.ts b/src/Item.ts index 26dc828..a90efb8 100644 --- a/src/Item.ts +++ b/src/Item.ts @@ -24,6 +24,12 @@ export default class Item { return newItem; } + withTokenTypes(tokenTypes: TokenType[]): Item { + const newItem = new Item(this.page, this.data, this.tokenTypes, this.uuid); + tokenTypes.forEach((tt) => newItem.tokenTypes.push(tt)); + return newItem; + } + withDataAddition(data: object): Item { return this.withData({ ...this.data, ...data }); } diff --git a/src/convert/MarkdownConverter.ts b/src/convert/MarkdownConverter.ts index 9fe26bd..3888419 100644 --- a/src/convert/MarkdownConverter.ts +++ b/src/convert/MarkdownConverter.ts @@ -16,13 +16,13 @@ export default class MarkdownConverter implements Converter { let content = ''; groupByBlock(items).forEach((blockItems) => { - const types = blockItems[0].data['types'] || []; + const blockTypes: TextType[] = blockItems[0].data['types'] || []; let blockContent = ''; groupByLine(blockItems).forEach((lineItems) => { - blockContent += linesToText(lineItems); + blockContent += linesToText(lineItems, blockTypes.length > 0); blockContent += '\n'; }); - content += elementToText(blockContent, types[0]); + content += elementToText(blockContent, blockTypes[0]); content += '\n'; }); diff --git a/src/index.ts b/src/index.ts index 9f18f1d..bf50573 100644 --- a/src/index.ts +++ b/src/index.ts @@ -19,6 +19,7 @@ import DetectListItems from './transformer/DetectListItems'; import DetectBlocks from './transformer/DetectBlocks'; import DetectListLevels from './transformer/DetectListLevels'; import DetectFootnotes from './transformer/DetectFootnotes'; +import DetectFontStyles from './transformer/DetectFontStyles'; export const transformers = [ new AdjustHeight(), @@ -29,6 +30,7 @@ export const transformers = [ new SortXWithinLines(), new RemoveRepetitiveItems(), new DetectFootnotes(), + new DetectFontStyles(), new DetectToc(), new DetectHeaders(), new DetectListItems(), diff --git a/src/transformer/CacluclateStatistics.ts b/src/transformer/CacluclateStatistics.ts index 7631e86..afccbfa 100644 --- a/src/transformer/CacluclateStatistics.ts +++ b/src/transformer/CacluclateStatistics.ts @@ -2,7 +2,6 @@ import Item from '../Item'; import ItemResult from '../ItemResult'; import ItemTransformer from './ItemTransformer'; import TransformContext from './TransformContext'; -import FontType from '../FontType'; import GlobalDefinition from '../GlobalDefinition'; import PageMapping from '../PageMapping'; import PageFactorFinder from '../support/PageFactorFinder'; @@ -68,7 +67,7 @@ export default class CalculateStatistics extends ItemTransformer { const heightToOccurrence = {}; const fontToOccurrence = {}; let maxHeight = 0; - let maxHeightFont: string; + // let maxHeightFont: string; let minX = 999; let maxX = 0; let minY = 999; @@ -87,7 +86,7 @@ export default class CalculateStatistics extends ItemTransformer { fontToOccurrence[itemFont] = fontToOccurrence[itemFont] ? fontToOccurrence[itemFont] + 1 : 1; if (itemHeight > maxHeight) { maxHeight = itemHeight; - maxHeightFont = itemFont; + // maxHeightFont = itemFont; } }); const mostUsedHeight = to2DigitDecimalFromString(getMostUsedKey(heightToOccurrence)); @@ -122,17 +121,6 @@ export default class CalculateStatistics extends ItemTransformer { page = item.page; }); const mostUsedDistance = to2DigitDecimalFromString(getMostUsedKey(distanceToOccurrence)); - const fontIdToName: string[] = []; - const fontToType = new Map(); - context.fontMap.forEach(function (value, key) { - const fontName = value['name']; - fontIdToName.push(`${key} = ${fontName}`); - const formatType = getFormatType(key, fontName, mostUsedFont, maxHeightFont); - if (formatType) { - fontToType.set(key, formatType); - } - }); - fontIdToName.sort(); const mostUsedFontObject = context.fontMap.get(mostUsedFont) as { name: string }; return { @@ -159,7 +147,6 @@ export default class CalculateStatistics extends ItemTransformer { 'Items per height: ' + JSON.stringify(heightToOccurrence), 'Items per font: ' + JSON.stringify(fontToOccurrence), 'Items per distance: ' + JSON.stringify(distanceToOccurrence), - 'Fonts:' + JSON.stringify(fontIdToName), ], }; } @@ -205,31 +192,6 @@ function getMostUsedKey(keyToOccurrence: Record): string { }); return maxKey; } - -function getFormatType( - fontId: string, - fontName: string, - mostUsedFont: string | undefined, - maxHeightFont: string | undefined, -): FontType | undefined { - const fontNameLowerCase = fontName.toLowerCase(); - if (fontId == mostUsedFont) { - return undefined; - } else if ( - fontNameLowerCase.includes('bold') && - (fontNameLowerCase.includes('oblique') || fontNameLowerCase.includes('italic')) - ) { - return FontType.BOLD_OBLIQUE; - } else if (fontNameLowerCase.includes('bold')) { - return FontType.BOLD; - } else if (fontNameLowerCase.includes('oblique') || fontNameLowerCase.includes('italic')) { - return FontType.OBLIQUE; - } else if (fontId === maxHeightFont) { - //TODO this was the wrong comparision in old app and thus never returned as bold probably - return FontType.BOLD; - } -} - function possiblePageNumbers(items: Item[]): number[] { return flatten( items.map((item) => { diff --git a/src/transformer/DetectFontStyles.ts b/src/transformer/DetectFontStyles.ts new file mode 100644 index 0000000..313f2bd --- /dev/null +++ b/src/transformer/DetectFontStyles.ts @@ -0,0 +1,31 @@ +import Item from '../Item'; +import ItemResult from '../ItemResult'; +import ItemTransformer from './ItemTransformer'; +import TransformContext from './TransformContext'; +import LineItemMerger from '../debug/LineItemMerger'; +import { getFontName } from '../support/items'; +import { declaredFontTypes } from '../FontType'; + +export default class DetectFontStyles extends ItemTransformer { + constructor() { + super('Detect Font Styles', 'Detect occurrences of bold and italic tokens', { + requireColumns: ['str'], + debug: { + itemMerger: new LineItemMerger(false), + }, + }); + } + + transform(context: TransformContext, inputItems: Item[]): ItemResult { + return { + items: inputItems.map((item) => { + const fontStyles = declaredFontTypes(getFontName(context.fontMap, item)); + if (fontStyles.length > 0) { + return item.withTokenTypes(fontStyles); + } + return item; + }), + messages: [`Detected ${'?'} font styles.`], + }; + } +}