directory.ts

import { SimpleDirectoryReader } from "llamaindex";

function callback(
  category: string,
  name: string,
  status: any,
  message?: string,
): boolean {
  console.log(category, name, status, message);
  if (name.endsWith(".pdf")) {
    console.log("I DON'T WANT PDF FILES!");
    return false;
  }
  return true;
}

async function main() {
  // Load page
  const reader = new SimpleDirectoryReader(callback);
  const params = { directoryPath: "./data" };
  await reader.loadData(params);
}

main().catch(console.error);