{
  "readers": {
    "website": {
      "id": "website",
      "name": "WebsiteReader",
      "description": "Reads website files",
      "chunkers": [
        "AgenticChunker",
        "DocumentChunker",
        "RecursiveChunker",
        "SemanticChunker",
        "FixedSizeChunker"
      ]
    },
    "firecrawl": {
      "id": "firecrawl",
      "name": "FirecrawlReader",
      "description": "Reads firecrawl files",
      "chunkers": [
        "SemanticChunker",
        "FixedSizeChunker",
        "AgenticChunker",
        "DocumentChunker",
        "RecursiveChunker"
      ]
    },
    "youtube": {
      "id": "youtube",
      "name": "YoutubeReader",
      "description": "Reads youtube files",
      "chunkers": [
        "RecursiveChunker",
        "AgenticChunker",
        "DocumentChunker",
        "SemanticChunker",
        "FixedSizeChunker"
      ]
    },
    "web_search": {
      "id": "web_search",
      "name": "WebSearchReader",
      "description": "Reads web_search files",
      "chunkers": [
        "AgenticChunker",
        "DocumentChunker",
        "RecursiveChunker",
        "SemanticChunker",
        "FixedSizeChunker"
      ]
    },
    "arxiv": {
      "id": "arxiv",
      "name": "ArxivReader",
      "description": "Reads arxiv files",
      "chunkers": [
        "FixedSizeChunker",
        "AgenticChunker",
        "DocumentChunker",
        "RecursiveChunker",
        "SemanticChunker"
      ]
    },
    "csv": {
      "id": "csv",
      "name": "CsvReader",
      "description": "Reads csv files",
      "chunkers": [
        "RowChunker",
        "FixedSizeChunker",
        "AgenticChunker",
        "DocumentChunker",
        "RecursiveChunker"
      ]
    },
    "docx": {
      "id": "docx",
      "name": "DocxReader",
      "description": "Reads docx files",
      "chunkers": [
        "DocumentChunker",
        "FixedSizeChunker",
        "SemanticChunker",
        "AgenticChunker",
        "RecursiveChunker"
      ]
    },
    "gcs": {
      "id": "gcs",
      "name": "GcsReader",
      "description": "Reads gcs files",
      "chunkers": [
        "FixedSizeChunker",
        "AgenticChunker",
        "DocumentChunker",
        "RecursiveChunker",
        "SemanticChunker"
      ]
    },
    "json": {
      "id": "json",
      "name": "JsonReader",
      "description": "Reads json files",
      "chunkers": [
        "FixedSizeChunker",
        "AgenticChunker",
        "DocumentChunker",
        "RecursiveChunker",
        "SemanticChunker"
      ]
    },
    "markdown": {
      "id": "markdown",
      "name": "MarkdownReader",
      "description": "Reads markdown files",
      "chunkers": [
        "MarkdownChunker",
        "DocumentChunker",
        "AgenticChunker",
        "RecursiveChunker",
        "SemanticChunker",
        "FixedSizeChunker"
      ]
    },
    "pdf": {
      "id": "pdf",
      "name": "PdfReader",
      "description": "Reads pdf files",
      "chunkers": [
        "DocumentChunker",
        "FixedSizeChunker",
        "AgenticChunker",
        "SemanticChunker",
        "RecursiveChunker"
      ]
    },
    "text": {
      "id": "text",
      "name": "TextReader",
      "description": "Reads text files",
      "chunkers": [
        "FixedSizeChunker",
        "AgenticChunker",
        "DocumentChunker",
        "RecursiveChunker",
        "SemanticChunker"
      ]
    }
  },
  "readersForType": {
    "url": [
      "url",
      "website",
      "firecrawl",
      "youtube",
      "web_search",
      "gcs"
    ],
    "youtube": [
      "youtube"
    ],
    "text": [
      "web_search"
    ],
    "topic": [
      "arxiv"
    ],
    "file": [
      "csv",
      "gcs"
    ],
    ".csv": [
      "csv"
    ],
    ".xlsx": [
      "csv"
    ],
    ".xls": [
      "csv"
    ],
    ".docx": [
      "docx"
    ],
    ".doc": [
      "docx"
    ],
    ".json": [
      "json"
    ],
    ".md": [
      "markdown"
    ],
    ".pdf": [
      "pdf"
    ],
    ".txt": [
      "text"
    ]
  },
  "chunkers": {
    "AgenticChunker": {
      "key": "AgenticChunker",
      "name": "AgenticChunker",
      "description": "Chunking strategy that uses an LLM to determine natural breakpoints in the text",
      "metadata": {
        "chunk_size": 5000
      }
    },
    "DocumentChunker": {
      "key": "DocumentChunker",
      "name": "DocumentChunker",
      "description": "A chunking strategy that splits text based on document structure like paragraphs and sections",
      "metadata": {
        "chunk_size": 5000,
        "chunk_overlap": 0
      }
    },
    "FixedSizeChunker": {
      "key": "FixedSizeChunker",
      "name": "FixedSizeChunker",
      "description": "Chunking strategy that splits text into fixed-size chunks with optional overlap",
      "metadata": {
        "chunk_size": 5000,
        "chunk_overlap": 0
      }
    },
    "MarkdownChunker": {
      "key": "MarkdownChunker",
      "name": "MarkdownChunker",
      "description": "A chunking strategy that splits markdown based on structure like headers, paragraphs and sections",
      "metadata": {
        "chunk_size": 5000,
        "chunk_overlap": 0
      }
    },
    "RecursiveChunker": {
      "key": "RecursiveChunker",
      "name": "RecursiveChunker",
      "description": "Chunking strategy that recursively splits text into chunks by finding natural break points",
      "metadata": {
        "chunk_size": 5000,
        "chunk_overlap": 0
      }
    },
    "RowChunker": {
      "key": "RowChunker",
      "name": "RowChunker",
      "description": "RowChunking chunking strategy",
      "metadata": {}
    },
    "SemanticChunker": {
      "key": "SemanticChunker",
      "name": "SemanticChunker",
      "description": "Chunking strategy that splits text into semantic chunks using chonkie",
      "metadata": {
        "chunk_size": 5000
      }
    }
  },
  "vector_dbs": [
    {
      "id": "vector_db_1",
      "name": "Vector DB 1",
      "description": "Vector DB 1 description",
      "search_types": [
        "vector",
        "keyword",
        "hybrid"
      ]
    }
  ],
  "filters": [
    "filter_tag_1",
    "filter_tag2"
  ]
}