pdf-to-markdown/core/test/PdfPipeline.test.ts

import TransformerDescriptor from 'src/TransformerDescription';
import Item from 'src/Item';
import ItemResult from 'src/ItemResult';
import ItemTransformer from 'src/transformer/ItemTransformer';
import TransformContext from 'src/transformer/TransformContext';
import PdfParser from 'src/PdfParser';
import * as pdfjs from 'pdfjs-dist/es5/build/pdf';
import * as fs from 'fs';
import PdfPipeline from 'src/PdfPipeline';

class TestSchemaTransformer extends ItemTransformer {
  constructor(name: string, descriptor: TransformerDescriptor, outputSchema: string[] | undefined = undefined) {
    if (outputSchema) {
      super(name, `Description for ${name}`, descriptor, (_) => outputSchema);
    } else {
      super(name, `Description for ${name}`, descriptor);
    }
  }
  transform(_: TransformContext, items: Item[]): ItemResult {
    return { items, messages: [] };
  }
}

test('verify valid transform', async () => {
  const inputSchema = ['A', 'B', 'C'];

  const transformers = [
    new TestSchemaTransformer('Replace B & C with D', { requireColumns: ['B', 'C'] }, ['A', 'D']),
    new TestSchemaTransformer('Create E', {}, ['A', 'D', 'E']),
    new TestSchemaTransformer('Uses A, D & E', { requireColumns: ['A', 'D', 'E'] }, ['A', 'D', 'E']),
  ];
  const pipeline = new PdfPipeline(new PdfParser(pdfjs), transformers);
  pipeline.verifyRequiredColumns(inputSchema, transformers);
});

test('verify invalid consume', async () => {
  const inputSchema = ['A', 'B', 'C'];
  const transformers = [new TestSchemaTransformer('Consumes X', { requireColumns: ['X'] })];
  const pipeline = new PdfPipeline(new PdfParser(pdfjs), transformers);
  expect(() => pipeline.verifyRequiredColumns(inputSchema, transformers)).toThrowError(
    "Input schema [A, B, C] for transformer 'Consumes X' does not contain the required column 'X'",
  );
});