Add saving and loading corpus/stopwords to `Tokenizer` and add integration to HF Hub via `bm25s.hf.TokenizerHF` (save/load) #102

	name: Run Tests

	on:
	push:
	branches: [ main ]
	pull_request:
	branches: [ main ]

	jobs:
	test-core:
	runs-on: ubuntu-latest

	steps:
	- name: Check out repository
	uses: actions/checkout@v2

	- name: Set up Python
	uses: actions/setup-python@v3
	with:
	python-version: '3.10'

	- name: Cache Python dependencies
	uses: actions/cache@v2
	with:
	path: ~/.cache/pip
	key: ${{ runner.os }}-pip-${{ hashFiles('tests/requirements-core.txt') }}
	restore-keys: \|
	${{ runner.os }}-pip-

	- name: Install core dependencies
	run: \|
	python -m pip install --upgrade pip
	pip install -r tests/requirements-core.txt

	- name: Run core tests with dependencies
	run: \|
	python -m unittest tests/core/test_*.py

	- name: Install Numba
	run: \|
	pip install "numba>=0.60.0"

	- name: Run numba tests
	run: \|
	python -m unittest tests/numba/test_*.py

	test-comparison:
	runs-on: ubuntu-latest

	steps:
	- name: Check out repository
	uses: actions/checkout@v2

	- name: Set up Python
	uses: actions/setup-python@v3
	with:
	python-version: '3.10'


	- name: Cache Python dependencies
	uses: actions/cache@v2
	with:
	path: ~/.cache/pip
	key: ${{ runner.os }}-pip-${{ hashFiles('tests/requirements-comparison.txt') }}
	restore-keys: \|
	${{ runner.os }}-pip-

	- name: Install comparison dependencies
	run: \|
	python -m pip install --upgrade pip
	pip install -r tests/requirements-comparison.txt

	- name: Run comparison tests with dependencies
	run: \|
	python -m unittest tests/comparison/test_*.py

Provide feedback