Improve splitter performance on large documents #215

	# This is a basic workflow to help you get started with Actions

	name: dev workflow

	# Controls when the action will run.
	on:
	# Triggers the workflow on push or pull request events but only for the master branch
	push:
	branches: [ main ]
	pull_request:
	branches: [ main ]

	# Allows you to run this workflow manually from the Actions tab
	workflow_dispatch:

	# A workflow run is made up of one or more jobs that can run sequentially or in parallel
	jobs:
	# This workflow contains a single job called "test"
	test:
	# The type of runner that the job will run on
	strategy:
	matrix:
	python: ['3.8', '3.9', '3.10', '3.11', '3.12']
	runs-on: ubuntu-latest

	# Steps represent a sequence of tasks that will be executed as part of the job
	steps:
	# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
	- uses: actions/checkout@v4
	- uses: actions/setup-python@v5
	with:
	python-version: ${{ matrix.python }}
	cache: 'pip'

	- name: Install dependencies
	run: \|
	sudo apt update && sudo apt install -y ghostscript
	python -m pip install --upgrade pip
	pip install -U pdm
	pdm install -G:all
	- name: Lint with Ruff
	run: \|
	pdm run ruff check --output-format=github .
	- name: Test with pytest
	run: \|
	pdm run pytest -sxv --cov --cov-report=xml .
	- name: Upload coverage reports to Codecov
	uses: codecov/codecov-action@v4.0.1
	with:
	token: ${{ secrets.CODECOV_TOKEN }}
	slug: Page-Leaf/Docprompt
	files: ./coverage.xml

Provide feedback